2024-11-12 07:17:27,914 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 07:17:27,932 main DEBUG Took 0.015926 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:17:27,932 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:17:27,932 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:17:27,933 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:17:27,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,941 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:17:27,952 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,954 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,956 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,958 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,959 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,960 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:17:27,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,963 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:17:27,965 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:17:27,966 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:17:27,967 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:17:27,968 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:17:27,969 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:17:27,969 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:17:27,977 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:17:27,979 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:17:27,981 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:17:27,981 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:17:27,982 main DEBUG createAppenders(={Console}) 2024-11-12 07:17:27,982 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 07:17:27,983 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 07:17:27,983 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 07:17:27,984 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:17:27,984 main DEBUG OutputStream closed 2024-11-12 07:17:27,984 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:17:27,984 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:17:27,984 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 07:17:28,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:17:28,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:17:28,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:17:28,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:17:28,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:17:28,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:17:28,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:17:28,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:17:28,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:17:28,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:17:28,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:17:28,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:17:28,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:17:28,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:17:28,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:17:28,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:17:28,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:17:28,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:17:28,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:17:28,065 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 07:17:28,066 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:17:28,066 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T07:17:28,078 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 07:17:28,081 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:17:28,081 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:17:28,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=7863 2024-11-12T07:17:28,349 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T07:17:28,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a 2024-11-12T07:17:28,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f, deleteOnExit=true 2024-11-12T07:17:28,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/zookeeper_0, clientPort=60910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:17:28,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60910 2024-11-12T07:17:28,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:17:28,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:17:28,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/test.cache.data in system properties and HBase conf 2024-11-12T07:17:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:17:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:17:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:17:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:17:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:17:28,630 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:17:28,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:17:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:28,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:17:28,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:28,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:17:28,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:17:28,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:28,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:28,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:17:28,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:17:28,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:17:28,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:28,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:17:28,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:17:29,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:17:29,837 INFO [Time-limited test {}] log.Log(170): Logging initialized @2588ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:17:29,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:29,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:29,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:29,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:29,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:17:30,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:30,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:30,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:30,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/java.io.tmpdir/jetty-localhost-33613-hadoop-hdfs-3_4_1-tests_jar-_-any-5024216214291161018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:17:30,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:33613} 2024-11-12T07:17:30,232 INFO [Time-limited test {}] server.Server(415): Started @2985ms 2024-11-12T07:17:30,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:30,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:30,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:30,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:30,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:17:30,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:30,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:31,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@798f6165{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/java.io.tmpdir/jetty-localhost-37091-hadoop-hdfs-3_4_1-tests_jar-_-any-8650521165802258252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:17:31,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60564fb4{HTTP/1.1, (http/1.1)}{localhost:37091} 2024-11-12T07:17:31,097 INFO [Time-limited test {}] server.Server(415): Started @3850ms 2024-11-12T07:17:31,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:17:32,705 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/data/data1/current/BP-1083952198-172.17.0.2-1731395849241/current, will proceed with Du for space computation calculation, 2024-11-12T07:17:32,705 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/data/data2/current/BP-1083952198-172.17.0.2-1731395849241/current, will proceed with Du for space computation calculation, 2024-11-12T07:17:32,741 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:17:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c13bba3fcff1262 with lease ID 0xcaeebfdb88520ca6: Processing first storage report for DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0 from datanode DatanodeRegistration(127.0.0.1:33453, datanodeUuid=278adf2a-8b84-4e5c-8840-f9f045551007, infoPort=38071, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=2009618734;c=1731395849241) 2024-11-12T07:17:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c13bba3fcff1262 with lease ID 0xcaeebfdb88520ca6: from storage DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0 node DatanodeRegistration(127.0.0.1:33453, datanodeUuid=278adf2a-8b84-4e5c-8840-f9f045551007, infoPort=38071, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=2009618734;c=1731395849241), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:17:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c13bba3fcff1262 with lease ID 0xcaeebfdb88520ca6: Processing first storage report for DS-bc66e65a-c309-4de0-8102-11f47acc066e from datanode DatanodeRegistration(127.0.0.1:33453, datanodeUuid=278adf2a-8b84-4e5c-8840-f9f045551007, infoPort=38071, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=2009618734;c=1731395849241) 2024-11-12T07:17:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c13bba3fcff1262 with lease ID 0xcaeebfdb88520ca6: from storage DS-bc66e65a-c309-4de0-8102-11f47acc066e node DatanodeRegistration(127.0.0.1:33453, datanodeUuid=278adf2a-8b84-4e5c-8840-f9f045551007, infoPort=38071, infoSecurePort=0, ipcPort=41781, storageInfo=lv=-57;cid=testClusterID;nsid=2009618734;c=1731395849241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:17:32,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a 2024-11-12T07:17:32,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:32,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:17:33,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95 with version=8 2024-11-12T07:17:33,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/hbase-staging 2024-11-12T07:17:33,671 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:17:33,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:33,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:33,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:33,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:33,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:33,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:34,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:17:34,247 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:17:34,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:17:34,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:34,296 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13313 (auto-detected) 2024-11-12T07:17:34,297 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:17:34,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33889 2024-11-12T07:17:34,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33889 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:34,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338890x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:34,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33889-0x1012de804e60000 connected 2024-11-12T07:17:34,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:34,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:34,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:34,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95, hbase.cluster.distributed=false 2024-11-12T07:17:34,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/acl 2024-11-12T07:17:34,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33889 2024-11-12T07:17:34,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33889 2024-11-12T07:17:34,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33889 2024-11-12T07:17:34,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33889 2024-11-12T07:17:34,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33889 2024-11-12T07:17:34,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:34,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:34,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:34,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:34,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:34,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:34,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:17:34,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:34,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43693 2024-11-12T07:17:34,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43693 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:34,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:34,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:34,780 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436930x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:34,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436930x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:34,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43693-0x1012de804e60001 connected 2024-11-12T07:17:34,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:17:34,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:17:34,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/master 2024-11-12T07:17:34,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/acl 2024-11-12T07:17:34,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-12T07:17:34,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43693 2024-11-12T07:17:34,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43693 2024-11-12T07:17:34,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-12T07:17:34,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-12T07:17:34,833 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:33889 2024-11-12T07:17:34,835 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-280918068/backup-masters/cea23c84c117,33889,1731395853774 2024-11-12T07:17:34,853 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:34,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:34,855 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/backup-masters/cea23c84c117,33889,1731395853774 2024-11-12T07:17:34,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:34,884 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/master 2024-11-12T07:17:34,885 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:34,888 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/master 2024-11-12T07:17:34,890 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-280918068/backup-masters/cea23c84c117,33889,1731395853774 from backup master directory 2024-11-12T07:17:34,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/backup-masters/cea23c84c117,33889,1731395853774 2024-11-12T07:17:34,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:34,895 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:34,896 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:34,897 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,33889,1731395853774 2024-11-12T07:17:34,899 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T07:17:34,901 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T07:17:34,957 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/hbase.id] with ID: e15a34dc-2505-4726-8ff8-20c2238fbfb3 2024-11-12T07:17:34,957 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.tmp/hbase.id 2024-11-12T07:17:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:17:35,371 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.tmp/hbase.id]:[hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/hbase.id] 2024-11-12T07:17:35,450 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:35,461 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:17:35,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 32ms. 2024-11-12T07:17:35,558 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:35,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:17:36,008 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:17:36,013 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:17:36,034 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:17:36,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:17:36,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store 2024-11-12T07:17:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:17:36,945 INFO [master/cea23c84c117:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T07:17:36,949 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:36,950 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:17:36,951 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:36,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:36,952 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:17:36,952 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:36,953 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:36,954 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395856950Disabling compacts and flushes for region at 1731395856950Disabling writes for close at 1731395856952 (+2 ms)Writing region close event to WAL at 1731395856953 (+1 ms)Closed at 1731395856953 2024-11-12T07:17:36,956 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/.initializing 2024-11-12T07:17:36,956 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774 2024-11-12T07:17:36,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:36,984 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C33889%2C1731395853774, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/oldWALs, maxLogs=10 2024-11-12T07:17:37,016 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774/cea23c84c117%2C33889%2C1731395853774.1731395856988, exclude list is [], retry=0 2024-11-12T07:17:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T07:17:37,081 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:37,083 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:37,083 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:37,084 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:37,088 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,089 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:17:37,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:37,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:37,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:17:37,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:37,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:37,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:17:37,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:37,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:37,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:17:37,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:37,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:37,181 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,186 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,188 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,194 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,195 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,199 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:37,206 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:37,211 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:17:37,212 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73829498, jitterRate=0.10014525055885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:37,221 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395857105Initializing all the Stores at 1731395857108 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395857109 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395857110 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395857110Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395857110Cleaning up temporary data from old regions at 1731395857195 (+85 ms)Region opened successfully at 1731395857221 (+26 ms) 2024-11-12T07:17:37,223 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:17:37,257 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:37,289 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:17:37,303 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:17:37,303 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:17:37,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:17:37,308 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:17:37,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T07:17:37,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:17:37,347 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:17:37,356 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/balancer because node does not exist (not necessarily an error) 2024-11-12T07:17:37,568 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/balancer already deleted, retry=false 2024-11-12T07:17:37,571 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:17:37,573 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:17:37,578 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/normalizer already deleted, retry=false 2024-11-12T07:17:37,581 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:17:37,585 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:17:37,589 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/switch/split already deleted, retry=false 2024-11-12T07:17:37,591 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:17:37,600 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/switch/merge already deleted, retry=false 2024-11-12T07:17:37,618 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:17:37,631 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/snapshot-cleanup already deleted, retry=false 2024-11-12T07:17:37,642 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:37,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:37,642 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,646 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,33889,1731395853774, sessionid=0x1012de804e60000, setting cluster-up flag (Was=false) 2024-11-12T07:17:37,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,787 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,842 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-280918068/flush-table-proc/acquired, /0-280918068/flush-table-proc/reached, /0-280918068/flush-table-proc/abort 2024-11-12T07:17:37,844 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,33889,1731395853774 2024-11-12T07:17:37,864 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:37,894 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-280918068/online-snapshot/acquired, /0-280918068/online-snapshot/reached, /0-280918068/online-snapshot/abort 2024-11-12T07:17:37,897 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,33889,1731395853774 2024-11-12T07:17:37,904 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:17:37,924 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(746): ClusterId : e15a34dc-2505-4726-8ff8-20c2238fbfb3 2024-11-12T07:17:37,927 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:17:37,939 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:17:37,939 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:17:37,950 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:17:37,951 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6d68d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:37,970 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:43693 2024-11-12T07:17:37,974 INFO [RS:0;cea23c84c117:43693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:17:37,974 INFO [RS:0;cea23c84c117:43693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:17:37,974 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:17:37,977 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,33889,1731395853774 with port=43693, startcode=1731395854708 2024-11-12T07:17:37,989 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:17:38,002 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:38,014 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:17:38,025 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:17:38,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:17:38,033 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,33889,1731395853774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:17:38,037 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33889 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:17:38,041 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:38,042 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:38,042 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:38,042 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:38,043 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:17:38,043 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,043 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:38,043 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,056 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395888056 2024-11-12T07:17:38,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:38,058 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:17:38,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:17:38,059 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:17:38,064 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:17:38,065 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:17:38,065 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:17:38,065 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:17:38,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:38,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:17:38,074 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:17:38,074 WARN [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:17:38,075 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,079 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:17:38,081 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:17:38,081 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:17:38,082 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:17:38,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:17:38,088 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:17:38,089 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:17:38,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:17:38,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95 2024-11-12T07:17:38,091 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395858090,5,FailOnTimeoutGroup] 2024-11-12T07:17:38,092 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395858091,5,FailOnTimeoutGroup] 2024-11-12T07:17:38,092 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,092 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:17:38,093 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,094 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:17:38,177 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,33889,1731395853774 with port=43693, startcode=1731395854708 2024-11-12T07:17:38,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33889 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,199 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95 2024-11-12T07:17:38,199 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35583 2024-11-12T07:17:38,199 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:17:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/rs 2024-11-12T07:17:38,211 DEBUG [RS:0;cea23c84c117:43693 {}] zookeeper.ZKUtil(111): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/rs/cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,211 WARN [RS:0;cea23c84c117:43693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:38,211 INFO [RS:0;cea23c84c117:43693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:38,212 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,43693,1731395854708] 2024-11-12T07:17:38,242 INFO [RS:0;cea23c84c117:43693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:17:38,264 INFO [RS:0;cea23c84c117:43693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:17:38,271 INFO [RS:0;cea23c84c117:43693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:17:38,271 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,272 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:17:38,279 INFO [RS:0;cea23c84c117:43693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:17:38,281 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,281 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,281 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,282 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,282 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,282 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,282 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:38,283 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,283 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,283 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,283 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,283 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,284 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:38,284 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:38,284 DEBUG [RS:0;cea23c84c117:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:38,285 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,285 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,286 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,286 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,286 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,286 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43693,1731395854708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:38,314 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:17:38,317 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43693,1731395854708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,318 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,318 INFO [RS:0;cea23c84c117:43693 {}] regionserver.Replication(171): cea23c84c117,43693,1731395854708 started 2024-11-12T07:17:38,341 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:38,342 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,43693,1731395854708, RpcServer on cea23c84c117/172.17.0.2:43693, sessionid=0x1012de804e60001 2024-11-12T07:17:38,343 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:17:38,343 DEBUG [RS:0;cea23c84c117:43693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,343 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43693,1731395854708' 2024-11-12T07:17:38,344 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-280918068/flush-table-proc/abort' 2024-11-12T07:17:38,349 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-280918068/flush-table-proc/acquired' 2024-11-12T07:17:38,353 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:17:38,353 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:17:38,353 DEBUG [RS:0;cea23c84c117:43693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,353 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43693,1731395854708' 2024-11-12T07:17:38,353 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-280918068/online-snapshot/abort' 2024-11-12T07:17:38,354 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-280918068/online-snapshot/acquired' 2024-11-12T07:17:38,355 DEBUG [RS:0;cea23c84c117:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:17:38,355 INFO [RS:0;cea23c84c117:43693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:17:38,355 INFO [RS:0;cea23c84c117:43693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:17:38,462 INFO [RS:0;cea23c84c117:43693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:38,465 INFO [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43693%2C1731395854708, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:38,486 DEBUG [RS:0;cea23c84c117:43693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468, exclude list is [], retry=0 2024-11-12T07:17:38,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:38,496 INFO [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 2024-11-12T07:17:38,497 DEBUG [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:38,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:17:38,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:17:38,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:38,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:38,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:17:38,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:17:38,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:38,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:38,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:17:38,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:17:38,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:38,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:38,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:17:38,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:17:38,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:38,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:38,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:17:38,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:38,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:38,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:17:38,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:17:38,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:38,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:17:38,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:17:38,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67184223, jitterRate=0.0011229366064071655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395858517Initializing all the Stores at 1731395858519 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395858519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395858519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395858519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395858519Cleaning up temporary data from old regions at 1731395858552 (+33 ms)Region opened successfully at 1731395858565 (+13 ms) 2024-11-12T07:17:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:17:38,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:17:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:17:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:17:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:17:38,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:38,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395858566Disabling compacts and flushes for region at 1731395858566Disabling writes for close at 1731395858566Writing region close event to WAL at 1731395858568 (+2 ms)Closed at 1731395858568 2024-11-12T07:17:38,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:38,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:17:38,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:17:38,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:38,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:17:38,747 DEBUG [cea23c84c117:33889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:17:38,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,43693,1731395854708 2024-11-12T07:17:38,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43693,1731395854708, state=OPENING 2024-11-12T07:17:38,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:17:38,831 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:38,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:38,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:38,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:38,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43693,1731395854708}] 2024-11-12T07:17:39,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:17:39,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:17:39,028 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:17:39,028 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:39,029 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:17:39,033 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43693%2C1731395854708.meta, suffix=.meta, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:39,049 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.meta.1731395859036.meta, exclude list is [], retry=0 2024-11-12T07:17:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:39,056 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.meta.1731395859036.meta 2024-11-12T07:17:39,057 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:39,057 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:39,062 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:17:39,063 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:17:39,066 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:17:39,069 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:17:39,072 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:17:39,073 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:39,073 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:17:39,073 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:17:39,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:17:39,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:17:39,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:17:39,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:17:39,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:39,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:17:39,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:17:39,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:39,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:39,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:17:39,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:17:39,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:39,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:39,087 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:17:39,089 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:39,092 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:39,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:17:39,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:17:39,095 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:39,099 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:17:39,101 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64955423, jitterRate=-0.03208877146244049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:39,101 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:17:39,103 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395859074Writing region info on filesystem at 1731395859074Initializing all the Stores at 1731395859076 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395859077 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395859077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395859077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395859077Cleaning up temporary data from old regions at 1731395859095 (+18 ms)Running coprocessor post-open hooks at 1731395859101 (+6 ms)Region opened successfully at 1731395859103 (+2 ms) 2024-11-12T07:17:39,111 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395859004 2024-11-12T07:17:39,126 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:17:39,127 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:17:39,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43693,1731395854708 2024-11-12T07:17:39,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43693,1731395854708, state=OPEN 2024-11-12T07:17:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:39,169 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:39,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:39,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:39,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,43693,1731395854708 2024-11-12T07:17:39,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:17:39,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43693,1731395854708 in 335 msec 2024-11-12T07:17:39,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:17:39,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 597 msec 2024-11-12T07:17:39,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:39,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:17:39,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:39,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43693,1731395854708, seqNum=-1] 2024-11-12T07:17:39,235 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:39,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:39,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-12T07:17:39,275 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395859274, completionTime=-1 2024-11-12T07:17:39,278 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:17:39,278 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:17:39,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:17:39,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395919311 2024-11-12T07:17:39,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731395979311 2024-11-12T07:17:39,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-12T07:17:39,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,316 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:33889, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,318 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,319 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,361 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:17:39,391 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.494sec 2024-11-12T07:17:39,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:17:39,394 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:17:39,396 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:17:39,397 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:17:39,397 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:17:39,403 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:39,404 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:17:39,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:17:39,423 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:17:39,423 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33889,1731395853774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:39,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:39,481 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:17:39,481 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:17:39,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33889,-1 for getting cluster id 2024-11-12T07:17:39,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:39,502 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15a34dc-2505-4726-8ff8-20c2238fbfb3' 2024-11-12T07:17:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15a34dc-2505-4726-8ff8-20c2238fbfb3" 2024-11-12T07:17:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fedb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33889,-1] 2024-11-12T07:17:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:39,513 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:39,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:39,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43693,1731395854708, seqNum=-1] 2024-11-12T07:17:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:39,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:39,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,33889,1731395853774 2024-11-12T07:17:39,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:39,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012de804e60002 connected 2024-11-12T07:17:39,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir so I do NOT create it in target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc 2024-11-12T07:17:39,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:17:39,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.tmp.dir so I do NOT create it in target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc 2024-11-12T07:17:39,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:17:39,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc 2024-11-12T07:17:39,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:17:39,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/cluster_81ea2ff7-d76e-18ca-3792-8cfecc8d194f, deleteOnExit=true 2024-11-12T07:17:39,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:17:39,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/test.cache.data in system properties and HBase conf 2024-11-12T07:17:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:17:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:17:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:17:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:17:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:17:39,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:17:39,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:39,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:39,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:17:39,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:17:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:17:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:17:39,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:17:40,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:40,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:40,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:40,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:40,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:17:40,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:40,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:40,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:40,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/java.io.tmpdir/jetty-localhost-36161-hadoop-hdfs-3_4_1-tests_jar-_-any-2476065403315773956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:17:40,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:36161} 2024-11-12T07:17:40,253 INFO [Time-limited test {}] server.Server(415): Started @13005ms 2024-11-12T07:17:40,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:40,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:40,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:40,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:40,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:17:40,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:40,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:40,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/java.io.tmpdir/jetty-localhost-44097-hadoop-hdfs-3_4_1-tests_jar-_-any-1015486079162473757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:17:40,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:44097} 2024-11-12T07:17:40,671 INFO [Time-limited test {}] server.Server(415): Started @13424ms 2024-11-12T07:17:40,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:17:41,356 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/cluster_81ea2ff7-d76e-18ca-3792-8cfecc8d194f/data/data1/current/BP-431949347-172.17.0.2-1731395859696/current, will proceed with Du for space computation calculation, 2024-11-12T07:17:41,356 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/cluster_81ea2ff7-d76e-18ca-3792-8cfecc8d194f/data/data2/current/BP-431949347-172.17.0.2-1731395859696/current, will proceed with Du for space computation calculation, 2024-11-12T07:17:41,404 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:17:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46cf12eb69ead04f with lease ID 0x310c5b94e5f7fc01: Processing first storage report for DS-d0d967b2-d880-4e9d-b8b9-58396b09e1ba from datanode DatanodeRegistration(127.0.0.1:45881, datanodeUuid=a1c66c20-3b56-454f-9e6f-52a879b1ffd1, infoPort=37027, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1977402028;c=1731395859696) 2024-11-12T07:17:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46cf12eb69ead04f with lease ID 0x310c5b94e5f7fc01: from storage DS-d0d967b2-d880-4e9d-b8b9-58396b09e1ba node DatanodeRegistration(127.0.0.1:45881, datanodeUuid=a1c66c20-3b56-454f-9e6f-52a879b1ffd1, infoPort=37027, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1977402028;c=1731395859696), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:17:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46cf12eb69ead04f with lease ID 0x310c5b94e5f7fc01: Processing first storage report for DS-1760378e-fadf-4e2e-81a2-344dbbfb385a from datanode DatanodeRegistration(127.0.0.1:45881, datanodeUuid=a1c66c20-3b56-454f-9e6f-52a879b1ffd1, infoPort=37027, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1977402028;c=1731395859696) 2024-11-12T07:17:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46cf12eb69ead04f with lease ID 0x310c5b94e5f7fc01: from storage DS-1760378e-fadf-4e2e-81a2-344dbbfb385a node DatanodeRegistration(127.0.0.1:45881, datanodeUuid=a1c66c20-3b56-454f-9e6f-52a879b1ffd1, infoPort=37027, infoSecurePort=0, ipcPort=45701, storageInfo=lv=-57;cid=testClusterID;nsid=1977402028;c=1731395859696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:17:41,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc 2024-11-12T07:17:41,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:17:41,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9 with version=8 2024-11-12T07:17:41,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/hbase-staging 2024-11-12T07:17:41,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:41,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:41,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:41,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:17:41,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:41,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39195 2024-11-12T07:17:41,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39195 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391950x0, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:41,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39195-0x1012de804e60003 connected 2024-11-12T07:17:41,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/running 2024-11-12T07:17:41,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9, hbase.cluster.distributed=false 2024-11-12T07:17:41,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/acl 2024-11-12T07:17:41,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-12T07:17:41,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39195 2024-11-12T07:17:41,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39195 2024-11-12T07:17:41,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-12T07:17:41,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-12T07:17:41,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:41,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:17:41,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:41,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41913 2024-11-12T07:17:41,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41913 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:41,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419130x0, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:41,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/running 2024-11-12T07:17:41,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41913-0x1012de804e60004 connected 2024-11-12T07:17:41,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:17:41,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:17:41,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/master 2024-11-12T07:17:41,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/acl 2024-11-12T07:17:41,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-12T07:17:41,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41913 2024-11-12T07:17:41,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41913 2024-11-12T07:17:41,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-12T07:17:41,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-12T07:17:41,638 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:39195 2024-11-12T07:17:41,639 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /187204200/backup-masters/cea23c84c117,39195,1731395861446 2024-11-12T07:17:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/backup-masters 2024-11-12T07:17:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/backup-masters 2024-11-12T07:17:41,652 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on existing znode=/187204200/backup-masters/cea23c84c117,39195,1731395861446 2024-11-12T07:17:41,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187204200/master 2024-11-12T07:17:41,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,663 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on existing znode=/187204200/master 2024-11-12T07:17:41,664 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /187204200/backup-masters/cea23c84c117,39195,1731395861446 from backup master directory 2024-11-12T07:17:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/backup-masters 2024-11-12T07:17:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187204200/backup-masters/cea23c84c117,39195,1731395861446 2024-11-12T07:17:41,673 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/backup-masters 2024-11-12T07:17:41,673 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,39195,1731395861446 2024-11-12T07:17:41,683 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/hbase.id] with ID: e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:41,683 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/.tmp/hbase.id 2024-11-12T07:17:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:17:41,697 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/.tmp/hbase.id]:[hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/hbase.id] 2024-11-12T07:17:41,724 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:41,724 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:17:41,729 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-12T07:17:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:17:41,750 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:17:41,751 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:17:41,752 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:17:41,767 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store 2024-11-12T07:17:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:17:41,779 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:41,779 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:17:41,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:41,780 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:41,780 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:17:41,780 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:41,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:41,780 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395861779Disabling compacts and flushes for region at 1731395861779Disabling writes for close at 1731395861780 (+1 ms)Writing region close event to WAL at 1731395861780Closed at 1731395861780 2024-11-12T07:17:41,782 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/.initializing 2024-11-12T07:17:41,782 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/WALs/cea23c84c117,39195,1731395861446 2024-11-12T07:17:41,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:41,787 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C39195%2C1731395861446, suffix=, logDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/WALs/cea23c84c117,39195,1731395861446, archiveDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/oldWALs, maxLogs=10 2024-11-12T07:17:41,805 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/WALs/cea23c84c117,39195,1731395861446/cea23c84c117%2C39195%2C1731395861446.1731395861787, exclude list is [], retry=0 2024-11-12T07:17:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45881,DS-d0d967b2-d880-4e9d-b8b9-58396b09e1ba,DISK] 2024-11-12T07:17:41,812 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/WALs/cea23c84c117,39195,1731395861446/cea23c84c117%2C39195%2C1731395861446.1731395861787 2024-11-12T07:17:41,815 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37027:37027)] 2024-11-12T07:17:41,815 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:41,815 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:41,815 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,816 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:17:41,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:41,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:41,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:17:41,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:41,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:41,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:17:41,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:41,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:41,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:17:41,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:41,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:41,837 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,839 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,843 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,846 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,846 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,847 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:41,848 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:41,855 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:17:41,856 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60396017, jitterRate=-0.10002921521663666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:41,857 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395861816Initializing all the Stores at 1731395861817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395861817Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395861818 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395861818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395861818Cleaning up temporary data from old regions at 1731395861846 (+28 ms)Region opened successfully at 1731395861856 (+10 ms) 2024-11-12T07:17:41,860 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:17:41,868 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248c8924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:41,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:17:41,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:17:41,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:17:41,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:17:41,870 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:17:41,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:17:41,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:17:41,874 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:17:41,875 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/balancer because node does not exist (not necessarily an error) 2024-11-12T07:17:41,883 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/balancer already deleted, retry=false 2024-11-12T07:17:41,884 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:17:41,885 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:17:41,894 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/normalizer already deleted, retry=false 2024-11-12T07:17:41,895 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:17:41,896 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:17:41,904 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/switch/split already deleted, retry=false 2024-11-12T07:17:41,906 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:17:41,915 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/switch/merge already deleted, retry=false 2024-11-12T07:17:41,918 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:17:41,926 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/snapshot-cleanup already deleted, retry=false 2024-11-12T07:17:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187204200/running 2024-11-12T07:17:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/187204200/running 2024-11-12T07:17:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,937 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,39195,1731395861446, sessionid=0x1012de804e60003, setting cluster-up flag (Was=false) 2024-11-12T07:17:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:41,989 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /187204200/flush-table-proc/acquired, /187204200/flush-table-proc/reached, /187204200/flush-table-proc/abort 2024-11-12T07:17:41,990 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39195,1731395861446 2024-11-12T07:17:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:42,042 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /187204200/online-snapshot/acquired, /187204200/online-snapshot/reached, /187204200/online-snapshot/abort 2024-11-12T07:17:42,043 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39195,1731395861446 2024-11-12T07:17:42,045 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:17:42,048 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:42,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:17:42,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:17:42,049 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,39195,1731395861446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:17:42,050 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:42,050 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:42,050 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:42,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:42,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:17:42,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:42,051 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395892052 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:17:42,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:17:42,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:42,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:17:42,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:17:42,063 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,064 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:17:42,064 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:17:42,064 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:17:42,065 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:17:42,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:17:42,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:17:42,072 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395862066,5,FailOnTimeoutGroup] 2024-11-12T07:17:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:17:42,076 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395862072,5,FailOnTimeoutGroup] 2024-11-12T07:17:42,076 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,076 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:17:42,076 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,076 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,124 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(746): ClusterId : e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:42,124 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:17:42,137 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:17:42,137 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:17:42,148 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:17:42,148 DEBUG [RS:0;cea23c84c117:41913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffe3f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:42,160 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:41913 2024-11-12T07:17:42,160 INFO [RS:0;cea23c84c117:41913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:17:42,160 INFO [RS:0;cea23c84c117:41913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:17:42,160 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:17:42,161 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,39195,1731395861446 with port=41913, startcode=1731395861574 2024-11-12T07:17:42,161 DEBUG [RS:0;cea23c84c117:41913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:17:42,163 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:17:42,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,167 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9 2024-11-12T07:17:42,167 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35237 2024-11-12T07:17:42,167 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:17:42,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/rs 2024-11-12T07:17:42,179 DEBUG [RS:0;cea23c84c117:41913 {}] zookeeper.ZKUtil(111): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on existing znode=/187204200/rs/cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,179 WARN [RS:0;cea23c84c117:41913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:42,179 INFO [RS:0;cea23c84c117:41913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:42,179 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,41913,1731395861574] 2024-11-12T07:17:42,183 INFO [RS:0;cea23c84c117:41913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:17:42,186 INFO [RS:0;cea23c84c117:41913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:17:42,186 INFO [RS:0;cea23c84c117:41913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:17:42,186 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,187 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:17:42,188 INFO [RS:0;cea23c84c117:41913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:17:42,188 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,188 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,188 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,188 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,189 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:42,190 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:42,190 DEBUG [RS:0;cea23c84c117:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,193 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41913,1731395861574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:42,216 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:17:42,216 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41913,1731395861574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,216 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,216 INFO [RS:0;cea23c84c117:41913 {}] regionserver.Replication(171): cea23c84c117,41913,1731395861574 started 2024-11-12T07:17:42,238 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:42,238 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,41913,1731395861574, RpcServer on cea23c84c117/172.17.0.2:41913, sessionid=0x1012de804e60004 2024-11-12T07:17:42,238 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:17:42,238 DEBUG [RS:0;cea23c84c117:41913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,238 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,41913,1731395861574' 2024-11-12T07:17:42,238 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/187204200/flush-table-proc/abort' 2024-11-12T07:17:42,239 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/187204200/flush-table-proc/acquired' 2024-11-12T07:17:42,239 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:17:42,240 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:17:42,240 DEBUG [RS:0;cea23c84c117:41913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,240 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,41913,1731395861574' 2024-11-12T07:17:42,240 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/187204200/online-snapshot/abort' 2024-11-12T07:17:42,241 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/187204200/online-snapshot/acquired' 2024-11-12T07:17:42,241 DEBUG [RS:0;cea23c84c117:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:17:42,241 INFO [RS:0;cea23c84c117:41913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:17:42,241 INFO [RS:0;cea23c84c117:41913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:17:42,342 INFO [RS:0;cea23c84c117:41913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:42,344 INFO [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C41913%2C1731395861574, suffix=, logDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574, archiveDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/oldWALs, maxLogs=10 2024-11-12T07:17:42,359 DEBUG [RS:0;cea23c84c117:41913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574/cea23c84c117%2C41913%2C1731395861574.1731395862346, exclude list is [], retry=0 2024-11-12T07:17:42,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45881,DS-d0d967b2-d880-4e9d-b8b9-58396b09e1ba,DISK] 2024-11-12T07:17:42,366 INFO [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574/cea23c84c117%2C41913%2C1731395861574.1731395862346 2024-11-12T07:17:42,366 DEBUG [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37027:37027)] 2024-11-12T07:17:42,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:17:42,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9 2024-11-12T07:17:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:17:42,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:42,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:17:42,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:17:42,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:17:42,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:17:42,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:17:42,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:17:42,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:17:42,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:17:42,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:17:42,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740 2024-11-12T07:17:42,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740 2024-11-12T07:17:42,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:17:42,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:17:42,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:42,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:17:42,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:17:42,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70759114, jitterRate=0.05439296364784241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:42,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395862491Initializing all the Stores at 1731395862492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862492Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395862492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862492Cleaning up temporary data from old regions at 1731395862516 (+24 ms)Region opened successfully at 1731395862525 (+9 ms) 2024-11-12T07:17:42,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:17:42,525 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:17:42,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:17:42,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:17:42,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:17:42,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:42,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395862525Disabling compacts and flushes for region at 1731395862525Disabling writes for close at 1731395862525Writing region close event to WAL at 1731395862526 (+1 ms)Closed at 1731395862526 2024-11-12T07:17:42,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:42,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:17:42,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:17:42,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:42,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:17:42,684 DEBUG [cea23c84c117:39195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:17:42,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,688 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,41913,1731395861574, state=OPENING 2024-11-12T07:17:42,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:17:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:42,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:42,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187204200/meta-region-server: CHANGED 2024-11-12T07:17:42,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187204200/meta-region-server: CHANGED 2024-11-12T07:17:42,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,41913,1731395861574}] 2024-11-12T07:17:42,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:17:42,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:17:42,931 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:17:42,931 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:42,931 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:17:42,934 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C41913%2C1731395861574.meta, suffix=.meta, logDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574, archiveDir=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/oldWALs, maxLogs=10 2024-11-12T07:17:42,952 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574/cea23c84c117%2C41913%2C1731395861574.meta.1731395862936.meta, exclude list is [], retry=0 2024-11-12T07:17:42,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45881,DS-d0d967b2-d880-4e9d-b8b9-58396b09e1ba,DISK] 2024-11-12T07:17:42,960 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574/cea23c84c117%2C41913%2C1731395861574.meta.1731395862936.meta 2024-11-12T07:17:42,960 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37027:37027)] 2024-11-12T07:17:42,960 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:42,961 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:17:42,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:17:42,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:17:42,961 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:17:42,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:17:42,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:42,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:17:42,962 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:17:42,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:17:42,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:17:42,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:17:42,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:17:42,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:17:42,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:17:42,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:17:42,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:17:42,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:42,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:42,975 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:17:42,977 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740 2024-11-12T07:17:42,981 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740 2024-11-12T07:17:42,983 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:17:42,983 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:17:42,984 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:42,986 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:17:42,988 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72781082, jitterRate=0.08452263474464417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:42,988 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:17:42,988 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395862962Writing region info on filesystem at 1731395862962Initializing all the Stores at 1731395862963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395862964 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395862964Cleaning up temporary data from old regions at 1731395862983 (+19 ms)Running coprocessor post-open hooks at 1731395862988 (+5 ms)Region opened successfully at 1731395862988 2024-11-12T07:17:42,990 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395862922 2024-11-12T07:17:42,996 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:17:42,996 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:17:42,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,41913,1731395861574 2024-11-12T07:17:42,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,41913,1731395861574, state=OPEN 2024-11-12T07:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/187204200/meta-region-server 2024-11-12T07:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/187204200/meta-region-server 2024-11-12T07:17:43,010 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,41913,1731395861574 2024-11-12T07:17:43,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187204200/meta-region-server: CHANGED 2024-11-12T07:17:43,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /187204200/meta-region-server: CHANGED 2024-11-12T07:17:43,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:17:43,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,41913,1731395861574 in 242 msec 2024-11-12T07:17:43,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:17:43,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-12T07:17:43,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:43,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:17:43,025 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:43,025 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,41913,1731395861574, seqNum=-1] 2024-11-12T07:17:43,025 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:43,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:43,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 991 msec 2024-11-12T07:17:43,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395863039, completionTime=-1 2024-11-12T07:17:43,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:17:43,040 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:17:43,042 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:17:43,042 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395923042 2024-11-12T07:17:43,042 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731395983042 2024-11-12T07:17:43,042 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:39195, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,043 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,048 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.377sec 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:43,050 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:17:43,054 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:17:43,054 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:17:43,054 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39195,1731395861446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:43,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:43,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:43,127 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:43,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:43,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511aaf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:43,131 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:43,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,41913,1731395861574, seqNum=-1] 2024-11-12T07:17:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:43,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:43,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,39195,1731395861446 2024-11-12T07:17:43,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:43,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012de804e60005 connected 2024-11-12T07:17:43,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33889,-1 for getting cluster id 2024-11-12T07:17:43,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:43,193 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15a34dc-2505-4726-8ff8-20c2238fbfb3' 2024-11-12T07:17:43,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:43,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15a34dc-2505-4726-8ff8-20c2238fbfb3" 2024-11-12T07:17:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592f638b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33889,-1] 2024-11-12T07:17:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:43,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181562b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:43,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33889,1731395853774 2024-11-12T07:17:43,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cbf429a 2024-11-12T07:17:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:43,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:43,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:17:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:17:43,234 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:17:43,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3558ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,237 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:43,237 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:43,238 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:43,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:43,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:43,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a52c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:43,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:43,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:43,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:43,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c57207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:43,244 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65766777 2024-11-12T07:17:43,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:43,252 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:43,266 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T07:17:43,266 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:17:43,272 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:43,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:43,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:43,275 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:17:43,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:17:43,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:17:43,287 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:43,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:17:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741835_1011 (size=1138) 2024-11-12T07:17:43,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1799f13326c93498fc4673336974e43e, NAME => 'hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95 2024-11-12T07:17:43,338 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:17:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741836_1012 (size=44) 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1799f13326c93498fc4673336974e43e, disabling compactions & flushes 2024-11-12T07:17:43,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. after waiting 0 ms 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1799f13326c93498fc4673336974e43e: Waiting for close lock at 1731395863343Disabling compacts and flushes for region at 1731395863343Disabling writes for close at 1731395863343Writing region close event to WAL at 1731395863343Closed at 1731395863343 2024-11-12T07:17:43,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:17:43,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731395863346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395863346"}]},"ts":"1731395863346"} 2024-11-12T07:17:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:17:43,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:17:43,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:17:43,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395863362"}]},"ts":"1731395863362"} 2024-11-12T07:17:43,371 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:17:43,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN}] 2024-11-12T07:17:43,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN 2024-11-12T07:17:43,380 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN; state=OFFLINE, location=cea23c84c117,43693,1731395854708; forceNewPlan=false, retain=false 2024-11-12T07:17:43,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1799f13326c93498fc4673336974e43e, regionState=OPENING, regionLocation=cea23c84c117,43693,1731395854708 2024-11-12T07:17:43,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN because future has completed 2024-11-12T07:17:43,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,43693,1731395854708}] 2024-11-12T07:17:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:17:43,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:43,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:17:43,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43693%2C1731395854708.rep, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:43,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.rep.1731395863703, exclude list is [], retry=0 2024-11-12T07:17:43,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:43,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.rep.1731395863703 2024-11-12T07:17:43,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:43,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1799f13326c93498fc4673336974e43e, NAME => 'hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:43,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:17:43,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:17:43,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. service=MultiRowMutationService 2024-11-12T07:17:43,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:17:43,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:43,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,732 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,734 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName hfileref 2024-11-12T07:17:43,734 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:43,734 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:43,734 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,736 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName queue 2024-11-12T07:17:43,736 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:43,739 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:43,739 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,742 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName sid 2024-11-12T07:17:43,742 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:43,742 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:43,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:17:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:17:43,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1799f13326c93498fc4673336974e43e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64679725, jitterRate=-0.0361969918012619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:17:43,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:43,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1799f13326c93498fc4673336974e43e: Running coprocessor pre-open hook at 1731395863730Writing region info on filesystem at 1731395863730Initializing all the Stores at 1731395863731 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395863731Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395863732 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395863732Cleaning up temporary data from old regions at 1731395863746 (+14 ms)Running coprocessor post-open hooks at 1731395863756 (+10 ms)Region opened successfully at 1731395863757 (+1 ms) 2024-11-12T07:17:43,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., pid=7, masterSystemTime=1731395863691 2024-11-12T07:17:43,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:43,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1799f13326c93498fc4673336974e43e, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43693,1731395854708 2024-11-12T07:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,43693,1731395854708 because future has completed 2024-11-12T07:17:43,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T07:17:43,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,43693,1731395854708 in 236 msec 2024-11-12T07:17:43,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:17:43,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN in 404 msec 2024-11-12T07:17:43,788 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:17:43,788 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395863788"}]},"ts":"1731395863788"} 2024-11-12T07:17:43,791 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:17:43,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:17:43,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 520 msec 2024-11-12T07:17:43,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., hostname=cea23c84c117,43693,1731395854708, seqNum=2] 2024-11-12T07:17:43,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43693 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T07:17:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:17:43,947 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:43,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:43,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:17:44,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T07:17:44,136 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:17:44,184 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,43693,1731395854708, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:17:44,186 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:44,186 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43693,1731395854708, seqNum=-1] 2024-11-12T07:17:44,187 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:44,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T07:17:44,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,43693,1731395854708', locateType=CURRENT is [region=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., hostname=cea23c84c117,43693,1731395854708, seqNum=2] 2024-11-12T07:17:44,198 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T07:17:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T07:17:44,206 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,43693,1731395854708 suceeded 2024-11-12T07:17:44,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T07:17:44,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-12T07:17:44,210 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:44,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 988 msec 2024-11-12T07:17:44,224 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:44,227 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f43d696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,227 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:44,228 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:44,229 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:44,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:44,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d76ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,232 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:44,233 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac859d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,233 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ed45e04 2024-11-12T07:17:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,236 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,237 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,43693,1731395854708 (queues=1) is replicating from cluster=e15a34dc-2505-4726-8ff8-20c2238fbfb3 to cluster=e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:44,240 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C43693%2C1731395854708 2024-11-12T07:17:44,246 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,43693,1731395854708, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:17:44,250 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C43693%2C1731395854708 2024-11-12T07:17:44,253 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468, startPosition=0, beingWritten=true 2024-11-12T07:17:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:17:44,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:44,384 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:17:44,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:44,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:44,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33889,-1 for getting cluster id 2024-11-12T07:17:44,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:44,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15a34dc-2505-4726-8ff8-20c2238fbfb3' 2024-11-12T07:17:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15a34dc-2505-4726-8ff8-20c2238fbfb3" 2024-11-12T07:17:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7092307e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33889,-1] 2024-11-12T07:17:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543da55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33889,1731395853774 2024-11-12T07:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b66e6b1 2024-11-12T07:17:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:17:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:17:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:17:44,403 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:44,404 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45144a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,404 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:44,405 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:44,406 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fac8c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,410 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:44,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663781c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,412 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3819857d 2024-11-12T07:17:44,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,419 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,421 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T07:17:44,421 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:17:44,421 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,421 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:44,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:17:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:17:44,520 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:44,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:17:44,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T07:17:44,651 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T07:17:44,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:17:44,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:17:44,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:17:44,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:17:44,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:17:44,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T07:17:44,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:44,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T07:17:44,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:44,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:17:44,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:17:44,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:17:44,700 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-cea23c84c117,43693,1731395854708, ReplicationSource: 2, currentBandwidth=0 2024-11-12T07:17:44,703 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T07:17:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T07:17:44,709 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cea23c84c117,43693,1731395854708 suceeded 2024-11-12T07:17:44,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:17:44,718 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:44,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-12T07:17:44,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 322 msec 2024-11-12T07:17:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:17:44,723 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:44,723 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T07:17:44,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:44,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:44,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,725 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0a1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,725 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:44,726 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:44,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33889,1731395853774 2024-11-12T07:17:44,726 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c8cb63d 2024-11-12T07:17:44,727 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:44,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174b25b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:44,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:44,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,730 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:44,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:17:44,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T07:17:44,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:17:44,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T07:17:44,737 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,737 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16652ab8 2024-11-12T07:17:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,740 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,742 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cea23c84c117,43693,1731395854708 (queues=1) is replicating from cluster=e15a34dc-2505-4726-8ff8-20c2238fbfb3 to cluster=e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:44,742 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cea23c84c117%2C43693%2C1731395854708 2024-11-12T07:17:44,742 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cea23c84c117,43693,1731395854708, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:17:44,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:44,745 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468, startPosition=0, beingWritten=true 2024-11-12T07:17:44,748 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C43693%2C1731395854708 2024-11-12T07:17:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T07:17:44,754 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:17:44,764 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d106ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,764 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:44,764 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:44,768 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:44,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a635743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:44,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,770 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:44,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eedf4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:44,771 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39702cda 2024-11-12T07:17:44,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:44,774 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:44,774 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:17:44,775 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:17:44,775 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,775 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:44,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:44,829 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:44,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:17:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:17:44,967 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:44,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T07:17:44,989 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T07:17:44,990 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T07:17:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T07:17:44,994 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on cea23c84c117,43693,1731395854708 suceeded 2024-11-12T07:17:44,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T07:17:44,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-12T07:17:44,998 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:45,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 255 msec 2024-11-12T07:17:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:17:45,073 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T07:17:45,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T07:17:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:17:45,078 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:45,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1769e25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:45,079 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:45,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:45,080 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:45,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e528df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:45,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,082 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:45,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b02ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:45,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:45,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:45,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3ff37c 2024-11-12T07:17:45,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:45,086 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:45,087 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:17:45,087 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:17:45,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:45,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:17:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:17:45,237 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:45,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T07:17:45,249 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T07:17:45,250 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T07:17:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T07:17:45,255 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on cea23c84c117,43693,1731395854708 suceeded 2024-11-12T07:17:45,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T07:17:45,259 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://cea23c84c117:39195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:17:45,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-12T07:17:45,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-12T07:17:45,277 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:17:45,393 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T07:17:45,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:17:45,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33889 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T07:17:45,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:45,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:45,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:45,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:17:45,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-12T07:17:45,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,33889,1731395853774 2024-11-12T07:17:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:45,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:45,452 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:45,452 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:45,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:45,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:45,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:45,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,43693,1731395854708' ***** 2024-11-12T07:17:45,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:17:45,453 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:17:45,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:45,453 INFO [RS:0;cea23c84c117:43693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:17:45,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:17:45,454 INFO [RS:0;cea23c84c117:43693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:17:45,454 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:45,455 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,43693,1731395854708 2024-11-12T07:17:45,455 INFO [RS:0;cea23c84c117:43693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:45,456 INFO [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43693. 2024-11-12T07:17:45,456 DEBUG [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:45,456 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,456 INFO [RS:0;cea23c84c117:43693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:17:45,456 INFO [RS:0;cea23c84c117:43693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:17:45,456 INFO [RS:0;cea23c84c117:43693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:17:45,456 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:17:45,457 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:17:45,457 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1799f13326c93498fc4673336974e43e=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.} 2024-11-12T07:17:45,458 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1799f13326c93498fc4673336974e43e, disabling compactions & flushes 2024-11-12T07:17:45,458 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:45,458 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:45,458 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. after waiting 0 ms 2024-11-12T07:17:45,458 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:45,459 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:45,459 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:17:45,459 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:17:45,459 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:17:45,459 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:17:45,459 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:17:45,464 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1799f13326c93498fc4673336974e43e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T07:17:45,464 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T07:17:45,493 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:45,539 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/.tmp/queue/16c4da3312374d06834b087a4457776d is 151, key is 1-cea23c84c117,43693,1731395854708/queue:cea23c84c117%2C43693%2C1731395854708/1731395864193/Put/seqid=0 2024-11-12T07:17:45,539 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/37bf0d56f4e947c6bdd4fc10049aa2a6 is 147, key is hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e./info:regioninfo/1731395863765/Put/seqid=0 2024-11-12T07:17:45,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741839_1015 (size=6631) 2024-11-12T07:17:45,553 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/37bf0d56f4e947c6bdd4fc10049aa2a6 2024-11-12T07:17:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741838_1014 (size=5500) 2024-11-12T07:17:45,556 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/.tmp/queue/16c4da3312374d06834b087a4457776d 2024-11-12T07:17:45,623 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/.tmp/queue/16c4da3312374d06834b087a4457776d as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/queue/16c4da3312374d06834b087a4457776d 2024-11-12T07:17:45,636 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/queue/16c4da3312374d06834b087a4457776d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T07:17:45,640 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/ns/0037aa3bdce14651b8f6330ba19c1222 is 43, key is default/ns:d/1731395859243/Put/seqid=0 2024-11-12T07:17:45,647 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1799f13326c93498fc4673336974e43e in 181ms, sequenceid=6, compaction requested=false 2024-11-12T07:17:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741840_1016 (size=5153) 2024-11-12T07:17:45,659 DEBUG [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:45,660 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/ns/0037aa3bdce14651b8f6330ba19c1222 2024-11-12T07:17:45,663 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T07:17:45,667 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:45,667 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:45,667 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:45,667 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1799f13326c93498fc4673336974e43e: Waiting for close lock at 1731395865457Running coprocessor pre-close hooks at 1731395865457Disabling compacts and flushes for region at 1731395865457Disabling writes for close at 1731395865458 (+1 ms)Obtaining lock to block concurrent updates at 1731395865464 (+6 ms)Preparing flush snapshotting stores in 1799f13326c93498fc4673336974e43e at 1731395865464Finished memstore snapshotting hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731395865476 (+12 ms)Flushing stores of hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. at 1731395865478 (+2 ms)Flushing 1799f13326c93498fc4673336974e43e/queue: creating writer at 1731395865479 (+1 ms)Flushing 1799f13326c93498fc4673336974e43e/queue: appending metadata at 1731395865522 (+43 ms)Flushing 1799f13326c93498fc4673336974e43e/queue: closing flushed file at 1731395865525 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3417da: reopening flushed file at 1731395865617 (+92 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1799f13326c93498fc4673336974e43e in 181ms, sequenceid=6, compaction requested=false at 1731395865647 (+30 ms)Writing region close event to WAL at 1731395865654 (+7 ms)Running coprocessor post-close hooks at 1731395865664 (+10 ms)Closed at 1731395865667 (+3 ms) 2024-11-12T07:17:45,668 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:45,685 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:45,695 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/table/c13052daec7e4bc5a4d2d8d2d0a506b0 is 53, key is hbase:replication/table:state/1731395863788/Put/seqid=0 2024-11-12T07:17:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741841_1017 (size=5256) 2024-11-12T07:17:45,709 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/table/c13052daec7e4bc5a4d2d8d2d0a506b0 2024-11-12T07:17:45,722 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/37bf0d56f4e947c6bdd4fc10049aa2a6 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/info/37bf0d56f4e947c6bdd4fc10049aa2a6 2024-11-12T07:17:45,734 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/info/37bf0d56f4e947c6bdd4fc10049aa2a6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T07:17:45,735 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/ns/0037aa3bdce14651b8f6330ba19c1222 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/ns/0037aa3bdce14651b8f6330ba19c1222 2024-11-12T07:17:45,745 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 to pos 0, reset compression=false 2024-11-12T07:17:45,749 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/ns/0037aa3bdce14651b8f6330ba19c1222, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:17:45,750 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/table/c13052daec7e4bc5a4d2d8d2d0a506b0 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/table/c13052daec7e4bc5a4d2d8d2d0a506b0 2024-11-12T07:17:45,763 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/table/c13052daec7e4bc5a4d2d8d2d0a506b0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T07:17:45,764 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 304ms, sequenceid=11, compaction requested=false 2024-11-12T07:17:45,781 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:17:45,782 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:45,782 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:45,782 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:45,782 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395865459Running coprocessor pre-close hooks at 1731395865459Disabling compacts and flushes for region at 1731395865459Disabling writes for close at 1731395865459Obtaining lock to block concurrent updates at 1731395865464 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731395865464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731395865476 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731395865478 (+2 ms)Flushing 1588230740/info: creating writer at 1731395865479 (+1 ms)Flushing 1588230740/info: appending metadata at 1731395865524 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731395865525 (+1 ms)Flushing 1588230740/ns: creating writer at 1731395865616 (+91 ms)Flushing 1588230740/ns: appending metadata at 1731395865639 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731395865639Flushing 1588230740/table: creating writer at 1731395865671 (+32 ms)Flushing 1588230740/table: appending metadata at 1731395865695 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731395865695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38814e71: reopening flushed file at 1731395865721 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358c4704: reopening flushed file at 1731395865734 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f09d0a: reopening flushed file at 1731395865749 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 304ms, sequenceid=11, compaction requested=false at 1731395865765 (+16 ms)Writing region close event to WAL at 1731395865770 (+5 ms)Running coprocessor post-close hooks at 1731395865782 (+12 ms)Closed at 1731395865782 2024-11-12T07:17:45,782 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:45,859 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,43693,1731395854708; all regions closed. 2024-11-12T07:17:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741834_1010 (size=2742) 2024-11-12T07:17:45,871 DEBUG [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:45,871 INFO [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C43693%2C1731395854708.meta:.meta(num 1731395859036) 2024-11-12T07:17:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741837_1013 (size=1802) 2024-11-12T07:17:45,883 DEBUG [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:45,883 INFO [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C43693%2C1731395854708.rep:(num 1731395863703) 2024-11-12T07:17:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741833_1009 (size=93) 2024-11-12T07:17:45,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708/cea23c84c117%2C43693%2C1731395854708.1731395858468 not finished, retry = 0 2024-11-12T07:17:45,991 DEBUG [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:45,991 INFO [RS:0;cea23c84c117:43693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C43693%2C1731395854708:(num 1731395858468) 2024-11-12T07:17:45,991 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,991 INFO [RS:0;cea23c84c117:43693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:45,991 INFO [RS:0;cea23c84c117:43693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:45,992 INFO [RS:0;cea23c84c117:43693 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:45,992 INFO [RS:0;cea23c84c117:43693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:45,992 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:45,992 INFO [RS:0;cea23c84c117:43693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,43693,1731395854708 because: Region server is closing 2024-11-12T07:17:45,993 INFO [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43693. 2024-11-12T07:17:45,993 DEBUG [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:45,993 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,993 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:45,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:46,093 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:17:46,093 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:17:46,094 INFO [RS:0;cea23c84c117:43693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,1-cea23c84c117,43693,1731395854708 terminated 2024-11-12T07:17:46,094 INFO [RS:0;cea23c84c117:43693 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cea23c84c117,43693,1731395854708 because: Region server is closing 2024-11-12T07:17:46,094 INFO [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43693. 2024-11-12T07:17:46,094 DEBUG [RS:0;cea23c84c117:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:46,094 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:46,094 DEBUG [RS:0;cea23c84c117:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:46,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:46,195 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:17:46,195 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.wal-reader.cea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:17:46,195 INFO [RS:0;cea23c84c117:43693 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,43693,1731395854708.replicationSource.shippercea23c84c117%2C43693%2C1731395854708,2-cea23c84c117,43693,1731395854708 terminated 2024-11-12T07:17:46,195 INFO [RS:0;cea23c84c117:43693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43693 2024-11-12T07:17:46,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/rs 2024-11-12T07:17:46,241 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/rs/cea23c84c117,43693,1731395854708 2024-11-12T07:17:46,241 INFO [RS:0;cea23c84c117:43693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:46,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,43693,1731395854708] 2024-11-12T07:17:46,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/draining/cea23c84c117,43693,1731395854708 already deleted, retry=false 2024-11-12T07:17:46,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,43693,1731395854708 expired; onlineServers=0 2024-11-12T07:17:46,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,33889,1731395853774' ***** 2024-11-12T07:17:46,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:17:46,262 INFO [M:0;cea23c84c117:33889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:46,263 INFO [M:0;cea23c84c117:33889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:46,263 DEBUG [M:0;cea23c84c117:33889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:17:46,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:17:46,263 DEBUG [M:0;cea23c84c117:33889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:17:46,263 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395858090 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395858090,5,FailOnTimeoutGroup] 2024-11-12T07:17:46,263 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395858091 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395858091,5,FailOnTimeoutGroup] 2024-11-12T07:17:46,263 INFO [M:0;cea23c84c117:33889 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:46,263 INFO [M:0;cea23c84c117:33889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:46,264 DEBUG [M:0;cea23c84c117:33889 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:17:46,264 INFO [M:0;cea23c84c117:33889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:17:46,264 INFO [M:0;cea23c84c117:33889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:46,264 INFO [M:0;cea23c84c117:33889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:17:46,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:17:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/master 2024-11-12T07:17:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:46,273 DEBUG [M:0;cea23c84c117:33889 {}] zookeeper.ZKUtil(347): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/master because node does not exist (not an error) 2024-11-12T07:17:46,273 WARN [M:0;cea23c84c117:33889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:17:46,275 INFO [M:0;cea23c84c117:33889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.lastflushedseqids 2024-11-12T07:17:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741842_1018 (size=181) 2024-11-12T07:17:46,288 INFO [M:0;cea23c84c117:33889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:17:46,289 INFO [M:0;cea23c84c117:33889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:17:46,289 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:17:46,289 INFO [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:46,289 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:46,289 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:17:46,289 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:46,289 INFO [M:0;cea23c84c117:33889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T07:17:46,310 DEBUG [M:0;cea23c84c117:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed4c8e1b8d148a19b21db0ac25a4f29 is 82, key is hbase:meta,,1/info:regioninfo/1731395859128/Put/seqid=0 2024-11-12T07:17:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741843_1019 (size=5672) 2024-11-12T07:17:46,352 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:46,352 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x1012de804e60001, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:46,353 INFO [RS:0;cea23c84c117:43693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:46,353 INFO [RS:0;cea23c84c117:43693 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,43693,1731395854708; zookeeper connection closed. 2024-11-12T07:17:46,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41ea719d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41ea719d 2024-11-12T07:17:46,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:17:46,719 INFO [M:0;cea23c84c117:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed4c8e1b8d148a19b21db0ac25a4f29 2024-11-12T07:17:46,750 DEBUG [M:0;cea23c84c117:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aad989c395e427aaf4a046303ce81f7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731395863797/Put/seqid=0 2024-11-12T07:17:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741844_1020 (size=8663) 2024-11-12T07:17:47,157 INFO [M:0;cea23c84c117:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aad989c395e427aaf4a046303ce81f7 2024-11-12T07:17:47,181 DEBUG [M:0;cea23c84c117:33889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f178532be647ef8165d0bab84264e0 is 69, key is cea23c84c117,43693,1731395854708/rs:state/1731395858185/Put/seqid=0 2024-11-12T07:17:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741845_1021 (size=5156) 2024-11-12T07:17:47,587 INFO [M:0;cea23c84c117:33889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f178532be647ef8165d0bab84264e0 2024-11-12T07:17:47,596 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed4c8e1b8d148a19b21db0ac25a4f29 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed4c8e1b8d148a19b21db0ac25a4f29 2024-11-12T07:17:47,604 INFO [M:0;cea23c84c117:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed4c8e1b8d148a19b21db0ac25a4f29, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T07:17:47,606 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aad989c395e427aaf4a046303ce81f7 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aad989c395e427aaf4a046303ce81f7 2024-11-12T07:17:47,615 INFO [M:0;cea23c84c117:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aad989c395e427aaf4a046303ce81f7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T07:17:47,617 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f178532be647ef8165d0bab84264e0 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f178532be647ef8165d0bab84264e0 2024-11-12T07:17:47,629 INFO [M:0;cea23c84c117:33889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f178532be647ef8165d0bab84264e0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T07:17:47,631 INFO [M:0;cea23c84c117:33889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-11-12T07:17:47,640 INFO [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:47,640 DEBUG [M:0;cea23c84c117:33889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395866289Disabling compacts and flushes for region at 1731395866289Disabling writes for close at 1731395866289Obtaining lock to block concurrent updates at 1731395866289Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395866289Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731395866290 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395866290Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395866291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395866309 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395866310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395866727 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395866749 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395866749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395867164 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395867180 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395867180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc3e36: reopening flushed file at 1731395867595 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af17abe: reopening flushed file at 1731395867605 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17238cbc: reopening flushed file at 1731395867615 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1731395867631 (+16 ms)Writing region close event to WAL at 1731395867640 (+9 ms)Closed at 1731395867640 2024-11-12T07:17:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741830_1006 (size=59421) 2024-11-12T07:17:47,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:47,648 INFO [M:0;cea23c84c117:33889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:17:47,648 INFO [M:0;cea23c84c117:33889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33889 2024-11-12T07:17:47,649 INFO [M:0;cea23c84c117:33889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:47,783 INFO [M:0;cea23c84c117:33889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33889-0x1012de804e60000, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:47,786 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:17:47,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:47,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35777 2024-11-12T07:17:47,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35777 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:47,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357770x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:47,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35777-0x1012de804e60006 connected 2024-11-12T07:17:47,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:47,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:47,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:47,871 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: INIT 2024-11-12T07:17:47,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95, hbase.cluster.distributed=false 2024-11-12T07:17:47,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/acl 2024-11-12T07:17:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-12T07:17:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35777 2024-11-12T07:17:47,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35777 2024-11-12T07:17:47,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-12T07:17:47,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35777 2024-11-12T07:17:47,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:17:47,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:17:47,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:17:47,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:17:47,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:17:47,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:17:47,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40941 2024-11-12T07:17:47,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40941 connecting to ZooKeeper ensemble=127.0.0.1:60910 2024-11-12T07:17:47,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:47,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:47,936 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409410x0, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:17:47,937 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: INIT 2024-11-12T07:17:47,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40941-0x1012de804e60007 connected 2024-11-12T07:17:47,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:47,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:17:47,944 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:17:47,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/master 2024-11-12T07:17:47,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/acl 2024-11-12T07:17:47,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-12T07:17:47,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40941 2024-11-12T07:17:47,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40941 2024-11-12T07:17:47,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-12T07:17:47,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-12T07:17:47,980 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:35777 2024-11-12T07:17:47,984 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-280918068/backup-masters/cea23c84c117,35777,1731395867785 2024-11-12T07:17:47,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:47,988 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:47,992 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/backup-masters/cea23c84c117,35777,1731395867785 2024-11-12T07:17:47,999 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/master 2024-11-12T07:17:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:47,999 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:48,000 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/master 2024-11-12T07:17:48,001 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-280918068/backup-masters/cea23c84c117,35777,1731395867785 from backup master directory 2024-11-12T07:17:48,009 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/backup-masters/cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/backup-masters 2024-11-12T07:17:48,009 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:48,009 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,028 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:17:48,028 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:17:48,045 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-12T07:17:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741846_1022 (size=196) 2024-11-12T07:17:48,462 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:17:48,463 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:17:48,463 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:48,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T07:17:48,477 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774 to hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774-dead as it is dead 2024-11-12T07:17:48,478 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T07:17:48,479 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T07:17:48,479 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774-dead/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:48,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774-dead/cea23c84c117%2C33889%2C1731395853774.1731395856988 after 4ms 2024-11-12T07:17:48,487 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774-dead/cea23c84c117%2C33889%2C1731395853774.1731395856988 to hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:48,487 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,33889,1731395853774-dead 2024-11-12T07:17:48,488 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,490 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:48,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C35777%2C1731395867785, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,35777,1731395867785, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/oldWALs, maxLogs=10 2024-11-12T07:17:48,511 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,35777,1731395867785/cea23c84c117%2C35777%2C1731395867785.1731395868492, exclude list is [], retry=0 2024-11-12T07:17:48,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:48,519 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/WALs/cea23c84c117,35777,1731395867785/cea23c84c117%2C35777%2C1731395867785.1731395868492 2024-11-12T07:17:48,519 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:48,520 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:48,520 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:48,520 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,520 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:17:48,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:48,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed4c8e1b8d148a19b21db0ac25a4f29 2024-11-12T07:17:48,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:48,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:17:48,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:48,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aad989c395e427aaf4a046303ce81f7 2024-11-12T07:17:48,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:48,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:17:48,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:48,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f178532be647ef8165d0bab84264e0 2024-11-12T07:17:48,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:48,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:17:48,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:48,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:48,555 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,556 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T07:17:48,556 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:48,574 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:48,575 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C33889%2C1731395853774.1731395856988 2024-11-12T07:17:48,577 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,577 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,578 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:48,581 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:17:48,586 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T07:17:48,591 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69613823, jitterRate=0.03732679784297943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:48,591 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395868520Initializing all the Stores at 1731395868522 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395868522Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395868522Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395868522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395868522Cleaning up temporary data from old regions at 1731395868577 (+55 ms)Region opened successfully at 1731395868591 (+14 ms) 2024-11-12T07:17:48,597 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:17:48,604 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dc5626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:48,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T07:17:48,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:17:48,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:17:48,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:17:48,618 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:17:48,623 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:17:48,623 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:17:48,624 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:17:48,624 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:17:48,624 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T07:17:48,624 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T07:17:48,625 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T07:17:48,625 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:17:48,630 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cea23c84c117,43693,1731395854708, regionLocation=cea23c84c117,43693,1731395854708, openSeqNum=2 2024-11-12T07:17:48,630 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cea23c84c117,43693,1731395854708, table=hbase:meta, region=1588230740 2024-11-12T07:17:48,631 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43693,1731395854708, state=OPEN 2024-11-12T07:17:48,715 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:48,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:48,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:17:48,725 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/draining/cea23c84c117,43693,1731395854708 already deleted, retry=false 2024-11-12T07:17:48,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cea23c84c117,43693,1731395854708 on cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,731 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cea23c84c117,43693,1731395854708, splitWal=true, meta=true 2024-11-12T07:17:48,733 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for cea23c84c117,43693,1731395854708 (carryingMeta=true) cea23c84c117,43693,1731395854708/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35fc65d5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T07:17:48,737 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/balancer because node does not exist (not necessarily an error) 2024-11-12T07:17:48,746 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/balancer already deleted, retry=false 2024-11-12T07:17:48,746 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:17:48,747 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:17:48,779 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/normalizer already deleted, retry=false 2024-11-12T07:17:48,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:17:48,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:17:48,799 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/switch/split already deleted, retry=false 2024-11-12T07:17:48,800 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:17:48,809 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/switch/merge already deleted, retry=false 2024-11-12T07:17:48,832 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:17:48,841 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/snapshot-cleanup already deleted, retry=false 2024-11-12T07:17:48,851 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:48,851 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:48,852 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,35777,1731395867785, sessionid=0x1012de804e60006, setting cluster-up flag (Was=false) 2024-11-12T07:17:48,862 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-280918068/flush-table-proc/acquired, /0-280918068/flush-table-proc/reached, /0-280918068/flush-table-proc/abort 2024-11-12T07:17:48,864 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,873 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-280918068/online-snapshot/acquired, /0-280918068/online-snapshot/reached, /0-280918068/online-snapshot/abort 2024-11-12T07:17:48,874 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,35777,1731395867785 2024-11-12T07:17:48,876 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.lastflushedseqids 2024-11-12T07:17:48,880 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:17:48,880 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:17:48,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,35777,1731395867785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cea23c84c117,43693,1731395854708 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:17:48,882 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:48,882 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:48,882 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:48,882 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:17:48,882 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:17:48,883 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:48,883 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:48,883 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:48,887 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cea23c84c117,43693,1731395854708, splitWal=true, meta=true 2024-11-12T07:17:48,889 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,43693,1731395854708, splitWal=true, meta=true, isMeta: true 2024-11-12T07:17:48,891 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708-splitting 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395898897 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:17:48,898 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708-splitting dir is empty, no logs to split. 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:17:48,898 INFO [PEWorker-1 {}] master.SplitWALManager(105): cea23c84c117,43693,1731395854708 WAL count=0, meta=true 2024-11-12T07:17:48,898 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:17:48,902 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:48,904 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708-splitting dir is empty, no logs to split. 2024-11-12T07:17:48,904 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:17:48,904 INFO [PEWorker-1 {}] master.SplitWALManager(105): cea23c84c117,43693,1731395854708 WAL count=0, meta=true 2024-11-12T07:17:48,904 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:17:48,904 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,43693,1731395854708 WAL splitting is done? wals=0, meta=true 2024-11-12T07:17:48,905 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:17:48,905 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:17:48,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:17:48,908 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:17:48,908 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:17:48,909 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395868908,5,FailOnTimeoutGroup] 2024-11-12T07:17:48,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:48,911 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395868910,5,FailOnTimeoutGroup] 2024-11-12T07:17:48,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:48,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:17:48,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:48,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:48,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395868911, completionTime=-1 2024-11-12T07:17:48,912 WARN [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T07:17:48,916 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T07:17:48,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:17:48,966 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(746): ClusterId : e15a34dc-2505-4726-8ff8-20c2238fbfb3 2024-11-12T07:17:48,966 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:17:49,000 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:17:49,000 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:17:49,010 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:17:49,011 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2e9ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:17:49,029 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:40941 2024-11-12T07:17:49,029 INFO [RS:0;cea23c84c117:40941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:17:49,029 INFO [RS:0;cea23c84c117:40941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:17:49,029 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:17:49,030 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,35777,1731395867785 with port=40941, startcode=1731395867899 2024-11-12T07:17:49,031 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:17:49,033 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:17:49,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35777 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,035 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95 2024-11-12T07:17:49,036 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35583 2024-11-12T07:17:49,036 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:17:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/rs 2024-11-12T07:17:49,041 DEBUG [RS:0;cea23c84c117:40941 {}] zookeeper.ZKUtil(111): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on existing znode=/0-280918068/rs/cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,042 WARN [RS:0;cea23c84c117:40941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:17:49,042 INFO [RS:0;cea23c84c117:40941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:49,042 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,40941,1731395867899] 2024-11-12T07:17:49,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T07:17:49,067 WARN [cea23c84c117:35777 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:17:49,098 INFO [RS:0;cea23c84c117:40941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:17:49,101 INFO [RS:0;cea23c84c117:40941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:17:49,102 INFO [RS:0;cea23c84c117:40941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:17:49,102 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,102 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:17:49,104 INFO [RS:0;cea23c84c117:40941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:17:49,104 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,104 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:49,105 DEBUG [RS:0;cea23c84c117:40941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:17:49,110 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,111 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,111 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,111 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,111 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,111 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40941,1731395867899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:49,135 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:17:49,135 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40941,1731395867899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,157 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,40941,1731395867899, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:17:49,179 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(231): queueId=2-cea23c84c117,40941,1731395867899, ReplicationSource: 2, currentBandwidth=0 2024-11-12T07:17:49,180 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:49,181 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a512e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,182 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:49,182 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:49,184 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,184 INFO [RS:0;cea23c84c117:40941 {}] regionserver.Replication(171): cea23c84c117,40941,1731395867899 started 2024-11-12T07:17:49,186 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74780094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:49,191 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:49,192 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4881f87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,192 DEBUG [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ece913 2024-11-12T07:17:49,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:49,197 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T07:17:49,199 INFO [RS:0;cea23c84c117:40941.replicationSource,1-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,40941,1731395867899 (queues=0) is replicating from cluster=e15a34dc-2505-4726-8ff8-20c2238fbfb3 to cluster=e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:49,212 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:49,212 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,40941,1731395867899, RpcServer on cea23c84c117/172.17.0.2:40941, sessionid=0x1012de804e60007 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40941,1731395867899' 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-280918068/flush-table-proc/abort' 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-280918068/flush-table-proc/acquired' 2024-11-12T07:17:49,213 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39195' 2024-11-12T07:17:49,214 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:17:49,214 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:17:49,214 DEBUG [RS:0;cea23c84c117:40941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,214 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40941,1731395867899' 2024-11-12T07:17:49,214 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-280918068/online-snapshot/abort' 2024-11-12T07:17:49,215 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-280918068/online-snapshot/acquired' 2024-11-12T07:17:49,215 DEBUG [RS:0;cea23c84c117:40941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:17:49,215 INFO [RS:0;cea23c84c117:40941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:17:49,215 INFO [RS:0;cea23c84c117:40941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:17:49,218 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d933c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,218 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39195,-1 for getting cluster id 2024-11-12T07:17:49,219 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:49,220 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e622b0ca-3444-46a4-8c83-e4756f4ae2fb' 2024-11-12T07:17:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e622b0ca-3444-46a4-8c83-e4756f4ae2fb" 2024-11-12T07:17:49,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51556f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39195,-1] 2024-11-12T07:17:49,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:49,223 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:49,224 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65661dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:49,224 DEBUG [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:49,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39195,1731395861446 2024-11-12T07:17:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d22cac 2024-11-12T07:17:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:49,227 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T07:17:49,228 INFO [RS:0;cea23c84c117:40941.replicationSource,2-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cea23c84c117,40941,1731395867899 (queues=0) is replicating from cluster=e15a34dc-2505-4726-8ff8-20c2238fbfb3 to cluster=e622b0ca-3444-46a4-8c83-e4756f4ae2fb 2024-11-12T07:17:49,316 INFO [RS:0;cea23c84c117:40941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:17:49,319 INFO [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40941%2C1731395867899, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:49,339 DEBUG [RS:0;cea23c84c117:40941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320, exclude list is [], retry=0 2024-11-12T07:17:49,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:49,349 INFO [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 2024-11-12T07:17:49,352 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cea23c84c117%2C40941%2C1731395867899 for peer 1 2024-11-12T07:17:49,352 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cea23c84c117%2C40941%2C1731395867899 for peer 2 2024-11-12T07:17:49,353 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C40941%2C1731395867899 2024-11-12T07:17:49,353 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,40941,1731395867899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:17:49,360 INFO [RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C40941%2C1731395867899 2024-11-12T07:17:49,360 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cea23c84c117%2C40941%2C1731395867899 2024-11-12T07:17:49,360 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cea23c84c117,40941,1731395867899, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:17:49,361 DEBUG [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:49,361 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320, startPosition=0, beingWritten=true 2024-11-12T07:17:49,361 INFO [RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C40941%2C1731395867899 2024-11-12T07:17:49,361 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320, startPosition=0, beingWritten=true 2024-11-12T07:17:49,567 DEBUG [cea23c84c117:35777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:17:49,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40941,1731395867899, state=OPENING 2024-11-12T07:17:49,575 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:49,575 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:49,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:49,609 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:49,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:49,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:17:49,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:49,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40941,1731395867899}] 2024-11-12T07:17:49,764 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:17:49,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:17:49,772 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:17:49,774 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:49,775 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:17:49,779 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40941%2C1731395867899.meta, suffix=.meta, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:49,800 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.meta.1731395869782.meta, exclude list is [], retry=0 2024-11-12T07:17:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:49,805 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.meta.1731395869782.meta 2024-11-12T07:17:49,805 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:49,806 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:49,806 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:17:49,806 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:17:49,807 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:17:49,807 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:17:49,807 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:17:49,807 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:49,807 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:17:49,807 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:17:49,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:17:49,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:17:49,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:49,824 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/info/37bf0d56f4e947c6bdd4fc10049aa2a6 2024-11-12T07:17:49,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:49,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:17:49,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:17:49,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:49,836 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/ns/0037aa3bdce14651b8f6330ba19c1222 2024-11-12T07:17:49,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:49,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:17:49,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:17:49,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:49,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:49,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:17:49,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:17:49,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:49,852 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/table/c13052daec7e4bc5a4d2d8d2d0a506b0 2024-11-12T07:17:49,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:17:49,853 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:17:49,854 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:49,856 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740 2024-11-12T07:17:49,857 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:17:49,857 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:17:49,860 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:17:49,865 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:17:49,866 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64814493, jitterRate=-0.03418879210948944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:17:49,866 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:17:49,866 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395869808Writing region info on filesystem at 1731395869808Initializing all the Stores at 1731395869809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395869809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395869809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395869809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395869809Cleaning up temporary data from old regions at 1731395869857 (+48 ms)Running coprocessor post-open hooks at 1731395869866 (+9 ms)Region opened successfully at 1731395869866 2024-11-12T07:17:49,869 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731395869764 2024-11-12T07:17:49,872 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:17:49,873 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:17:49,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40941,1731395867899, state=OPEN 2024-11-12T07:17:49,883 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:49,883 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:49,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:49,936 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-280918068/meta-region-server 2024-11-12T07:17:49,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:49,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-280918068/meta-region-server: CHANGED 2024-11-12T07:17:49,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,40941,1731395867899 2024-11-12T07:17:49,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T07:17:49,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40941,1731395867899 in 326 msec 2024-11-12T07:17:49,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T07:17:49,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0340 sec 2024-11-12T07:17:50,295 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:50,297 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:50,569 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T07:17:50,803 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:50,804 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:51,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:17:51,412 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:51,413 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:52,073 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-12T07:17:52,123 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:52,123 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:52,937 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:52,937 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:53,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T07:17:53,426 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:17:53,427 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:53,427 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40941,1731395867899, seqNum=-1] 2024-11-12T07:17:53,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:53,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:53,443 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1799f13326c93498fc4673336974e43e, regionState=OPEN, lastHost=cea23c84c117,43693,1731395854708, regionLocation=cea23c84c117,43693,1731395854708, openSeqNum=2 2024-11-12T07:17:53,443 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:17:53,443 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395933443 2024-11-12T07:17:53,443 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731395993443 2024-11-12T07:17:53,443 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,444 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cea23c84c117,43693,1731395854708 had 2 regions 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:35777, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,446 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,43693,1731395854708, splitWal=true, meta=true, isMeta: false 2024-11-12T07:17:53,449 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708-splitting dir is empty, no logs to split. 2024-11-12T07:17:53,449 INFO [PEWorker-3 {}] master.SplitWALManager(105): cea23c84c117,43693,1731395854708 WAL count=0, meta=false 2024-11-12T07:17:53,452 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.442sec 2024-11-12T07:17:53,452 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,43693,1731395854708-splitting dir is empty, no logs to split. 2024-11-12T07:17:53,452 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:17:53,453 INFO [PEWorker-3 {}] master.SplitWALManager(105): cea23c84c117,43693,1731395854708 WAL count=0, meta=false 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:17:53,453 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,43693,1731395854708 WAL splitting is done? wals=0, meta=false 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:17:53,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:17:53,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN}] 2024-11-12T07:17:53,457 WARN [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cea23c84c117,43693,1731395854708/hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:53,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN 2024-11-12T07:17:53,458 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:17:53,459 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:17:53,459 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,35777,1731395867785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:17:53,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:17:53,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,35777,-1 for getting cluster id 2024-11-12T07:17:53,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:53,472 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15a34dc-2505-4726-8ff8-20c2238fbfb3' 2024-11-12T07:17:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15a34dc-2505-4726-8ff8-20c2238fbfb3" 2024-11-12T07:17:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d22810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,35777,-1] 2024-11-12T07:17:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,476 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:53,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b700363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:17:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40941,1731395867899, seqNum=-1] 2024-11-12T07:17:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:17:53,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:17:53,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T07:17:53,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:53,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:53,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:53,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cea23c84c117:35777 after: cea23c84c117:35777 2024-11-12T07:17:53,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abf7487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,35777,-1 for getting cluster id 2024-11-12T07:17:53,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:17:53,488 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e15a34dc-2505-4726-8ff8-20c2238fbfb3' 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e15a34dc-2505-4726-8ff8-20c2238fbfb3" 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b746802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,35777,-1] 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:17:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,490 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:17:53,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff1d6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:17:53,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:17:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,35777,1731395867785 2024-11-12T07:17:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c2cb66 2024-11-12T07:17:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:17:53,493 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:17:53,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:17:53,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T07:17:53,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:17:53,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35777 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T07:17:53,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:17:53,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:53,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:53,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:53,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:17:53,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1199561025, stopped=false 2024-11-12T07:17:53,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,39195,1731395861446 2024-11-12T07:17:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187204200/running 2024-11-12T07:17:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187204200/running 2024-11-12T07:17:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:53,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:53,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:53,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:53,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/running 2024-11-12T07:17:53,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Set watcher on znode that does not yet exist, /187204200/running 2024-11-12T07:17:53,549 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,41913,1731395861574' ***** 2024-11-12T07:17:53,549 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:17:53,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,41913,1731395861574 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:53,550 INFO [RS:0;cea23c84c117:41913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:41913. 2024-11-12T07:17:53,551 DEBUG [RS:0;cea23c84c117:41913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:53,551 DEBUG [RS:0;cea23c84c117:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:53,551 INFO [RS:0;cea23c84c117:41913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:17:53,551 INFO [RS:0;cea23c84c117:41913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:17:53,551 INFO [RS:0;cea23c84c117:41913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:17:53,551 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:17:53,552 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:17:53,552 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:17:53,552 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:17:53,552 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:17:53,552 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:17:53,552 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:17:53,552 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:17:53,552 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:17:53,552 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T07:17:53,571 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/.tmp/ns/4d9f13c92d8f4de2b85feb6eff4ba6ed is 43, key is default/ns:d/1731395863028/Put/seqid=0 2024-11-12T07:17:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741835_1011 (size=5153) 2024-11-12T07:17:53,607 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:53,610 DEBUG [cea23c84c117:35777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:17:53,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1799f13326c93498fc4673336974e43e, regionState=OPENING, regionLocation=cea23c84c117,40941,1731395867899 2024-11-12T07:17:53,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN because future has completed 2024-11-12T07:17:53,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,40941,1731395867899}] 2024-11-12T07:17:53,752 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:17:53,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:53,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:17:53,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:17:53,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40941%2C1731395867899.rep, suffix=, logDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899, archiveDir=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs, maxLogs=10 2024-11-12T07:17:53,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.rep.1731395873788, exclude list is [], retry=0 2024-11-12T07:17:53,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33453,DS-1ac5b9bc-ef0a-4bc9-af1f-c0d03a6b9db0,DISK] 2024-11-12T07:17:53,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.rep.1731395873788 2024-11-12T07:17:53,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-12T07:17:53,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1799f13326c93498fc4673336974e43e, NAME => 'hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:17:53,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. service=MultiRowMutationService 2024-11-12T07:17:53,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,812 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,812 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName hfileref 2024-11-12T07:17:53,813 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:53,813 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:53,813 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,814 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName queue 2024-11-12T07:17:53,814 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:53,821 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/queue/16c4da3312374d06834b087a4457776d 2024-11-12T07:17:53,821 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:53,821 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,822 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1799f13326c93498fc4673336974e43e columnFamilyName sid 2024-11-12T07:17:53,822 DEBUG [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:17:53,823 INFO [StoreOpener-1799f13326c93498fc4673336974e43e-1 {}] regionserver.HStore(327): Store=1799f13326c93498fc4673336974e43e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:17:53,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:17:53,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1799f13326c93498fc4673336974e43e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70120327, jitterRate=0.044874295592308044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:17:53,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:53,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1799f13326c93498fc4673336974e43e: Running coprocessor pre-open hook at 1731395873810Writing region info on filesystem at 1731395873810Initializing all the Stores at 1731395873811 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395873811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395873812 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395873812Cleaning up temporary data from old regions at 1731395873826 (+14 ms)Running coprocessor post-open hooks at 1731395873830 (+4 ms)Region opened successfully at 1731395873831 (+1 ms) 2024-11-12T07:17:53,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., pid=19, masterSystemTime=1731395873773 2024-11-12T07:17:53,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:53,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:53,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1799f13326c93498fc4673336974e43e, regionState=OPEN, openSeqNum=10, regionLocation=cea23c84c117,40941,1731395867899 2024-11-12T07:17:53,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,40941,1731395867899 because future has completed 2024-11-12T07:17:53,843 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:53,843 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:53,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T07:17:53,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1799f13326c93498fc4673336974e43e, server=cea23c84c117,40941,1731395867899 in 223 msec 2024-11-12T07:17:53,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T07:17:53,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1799f13326c93498fc4673336974e43e, ASSIGN in 387 msec 2024-11-12T07:17:53,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T07:17:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e., hostname=cea23c84c117,40941,1731395867899, seqNum=10] 2024-11-12T07:17:53,893 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for cea23c84c117,43693,1731395854708 2024-11-12T07:17:53,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T07:17:53,952 DEBUG [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:17:53,977 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/.tmp/ns/4d9f13c92d8f4de2b85feb6eff4ba6ed 2024-11-12T07:17:53,991 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/.tmp/ns/4d9f13c92d8f4de2b85feb6eff4ba6ed as hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/ns/4d9f13c92d8f4de2b85feb6eff4ba6ed 2024-11-12T07:17:54,001 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/ns/4d9f13c92d8f4de2b85feb6eff4ba6ed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T07:17:54,002 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-12T07:17:54,002 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:17:54,008 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T07:17:54,009 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:54,009 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:54,009 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:54,010 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395873552Running coprocessor pre-close hooks at 1731395873552Disabling compacts and flushes for region at 1731395873552Disabling writes for close at 1731395873552Obtaining lock to block concurrent updates at 1731395873553 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731395873553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731395873553Flushing stores of hbase:meta,,1.1588230740 at 1731395873554 (+1 ms)Flushing 1588230740/ns: creating writer at 1731395873555 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731395873570 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731395873570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557cb1f1: reopening flushed file at 1731395873990 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731395874002 (+12 ms)Writing region close event to WAL at 1731395874004 (+2 ms)Running coprocessor post-close hooks at 1731395874009 (+5 ms)Closed at 1731395874009 2024-11-12T07:17:54,010 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:54,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T07:17:54,153 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,41913,1731395861574; all regions closed. 2024-11-12T07:17:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741834_1010 (size=1152) 2024-11-12T07:17:54,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/WALs/cea23c84c117,41913,1731395861574/cea23c84c117%2C41913%2C1731395861574.meta.1731395862936.meta not finished, retry = 0 2024-11-12T07:17:54,224 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:17:54,225 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:17:54,265 DEBUG [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/oldWALs 2024-11-12T07:17:54,265 INFO [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C41913%2C1731395861574.meta:.meta(num 1731395862936) 2024-11-12T07:17:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741832_1008 (size=93) 2024-11-12T07:17:54,273 DEBUG [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/oldWALs 2024-11-12T07:17:54,273 INFO [RS:0;cea23c84c117:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C41913%2C1731395861574:(num 1731395862346) 2024-11-12T07:17:54,273 DEBUG [RS:0;cea23c84c117:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:54,273 INFO [RS:0;cea23c84c117:41913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:54,273 INFO [RS:0;cea23c84c117:41913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:54,273 INFO [RS:0;cea23c84c117:41913 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:54,273 INFO [RS:0;cea23c84c117:41913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:54,273 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:54,274 INFO [RS:0;cea23c84c117:41913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41913 2024-11-12T07:17:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200/rs 2024-11-12T07:17:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187204200/rs/cea23c84c117,41913,1731395861574 2024-11-12T07:17:54,315 INFO [RS:0;cea23c84c117:41913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:54,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,41913,1731395861574] 2024-11-12T07:17:54,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /187204200/draining/cea23c84c117,41913,1731395861574 already deleted, retry=false 2024-11-12T07:17:54,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,41913,1731395861574 expired; onlineServers=0 2024-11-12T07:17:54,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,39195,1731395861446' ***** 2024-11-12T07:17:54,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:17:54,335 INFO [M:0;cea23c84c117:39195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:54,335 INFO [M:0;cea23c84c117:39195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:54,335 DEBUG [M:0;cea23c84c117:39195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:17:54,336 DEBUG [M:0;cea23c84c117:39195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:17:54,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:17:54,336 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395862072 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395862072,5,FailOnTimeoutGroup] 2024-11-12T07:17:54,336 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395862066 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395862066,5,FailOnTimeoutGroup] 2024-11-12T07:17:54,336 INFO [M:0;cea23c84c117:39195 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:54,336 INFO [M:0;cea23c84c117:39195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:54,336 DEBUG [M:0;cea23c84c117:39195 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:17:54,336 INFO [M:0;cea23c84c117:39195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:17:54,336 INFO [M:0;cea23c84c117:39195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:54,336 INFO [M:0;cea23c84c117:39195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:17:54,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:17:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/187204200/master 2024-11-12T07:17:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/187204200 2024-11-12T07:17:54,346 DEBUG [M:0;cea23c84c117:39195 {}] zookeeper.ZKUtil(347): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Unable to get data of znode /187204200/master because node does not exist (not an error) 2024-11-12T07:17:54,346 WARN [M:0;cea23c84c117:39195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:17:54,347 INFO [M:0;cea23c84c117:39195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/.lastflushedseqids 2024-11-12T07:17:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741836_1012 (size=99) 2024-11-12T07:17:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:54,425 INFO [RS:0;cea23c84c117:41913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012de804e60004, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:54,425 INFO [RS:0;cea23c84c117:41913 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,41913,1731395861574; zookeeper connection closed. 2024-11-12T07:17:54,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5d9136 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5d9136 2024-11-12T07:17:54,427 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:17:54,756 INFO [M:0;cea23c84c117:39195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:17:54,756 INFO [M:0;cea23c84c117:39195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:17:54,756 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:17:54,757 INFO [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:54,757 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:54,757 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:17:54,757 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:54,757 INFO [M:0;cea23c84c117:39195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T07:17:54,778 DEBUG [M:0;cea23c84c117:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5ed11d36984a378c58fb6c9a39785e is 82, key is hbase:meta,,1/info:regioninfo/1731395862997/Put/seqid=0 2024-11-12T07:17:54,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741837_1013 (size=5672) 2024-11-12T07:17:54,855 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:54,855 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:55,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:17:55,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:17:55,185 INFO [M:0;cea23c84c117:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5ed11d36984a378c58fb6c9a39785e 2024-11-12T07:17:55,212 DEBUG [M:0;cea23c84c117:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0b6a99c544060a6c5ce5f8c0fa010 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731395863038/Put/seqid=0 2024-11-12T07:17:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741838_1014 (size=5275) 2024-11-12T07:17:55,617 INFO [M:0;cea23c84c117:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0b6a99c544060a6c5ce5f8c0fa010 2024-11-12T07:17:55,642 DEBUG [M:0;cea23c84c117:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a298be3f8ec14d208886e096e8a3f1e2 is 69, key is cea23c84c117,41913,1731395861574/rs:state/1731395862164/Put/seqid=0 2024-11-12T07:17:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741839_1015 (size=5156) 2024-11-12T07:17:55,961 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:55,961 DEBUG [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.1731395869320 to pos 0, reset compression=false 2024-11-12T07:17:56,047 INFO [M:0;cea23c84c117:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a298be3f8ec14d208886e096e8a3f1e2 2024-11-12T07:17:56,061 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e5ed11d36984a378c58fb6c9a39785e as hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e5ed11d36984a378c58fb6c9a39785e 2024-11-12T07:17:56,068 INFO [M:0;cea23c84c117:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e5ed11d36984a378c58fb6c9a39785e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T07:17:56,070 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0b6a99c544060a6c5ce5f8c0fa010 as hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c0b6a99c544060a6c5ce5f8c0fa010 2024-11-12T07:17:56,077 INFO [M:0;cea23c84c117:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c0b6a99c544060a6c5ce5f8c0fa010, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T07:17:56,081 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a298be3f8ec14d208886e096e8a3f1e2 as hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a298be3f8ec14d208886e096e8a3f1e2 2024-11-12T07:17:56,088 INFO [M:0;cea23c84c117:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35237/user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a298be3f8ec14d208886e096e8a3f1e2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T07:17:56,092 INFO [M:0;cea23c84c117:39195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-12T07:17:56,097 INFO [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:56,097 DEBUG [M:0;cea23c84c117:39195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395874756Disabling compacts and flushes for region at 1731395874756Disabling writes for close at 1731395874757 (+1 ms)Obtaining lock to block concurrent updates at 1731395874757Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395874758 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731395874758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395874760 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395874760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395874777 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395874778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395875197 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395875211 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395875211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395875626 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395875641 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395875641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4e71b0: reopening flushed file at 1731395876057 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53cde79c: reopening flushed file at 1731395876068 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197ee0c2: reopening flushed file at 1731395876077 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1731395876092 (+15 ms)Writing region close event to WAL at 1731395876097 (+5 ms)Closed at 1731395876097 2024-11-12T07:17:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45881 is added to blk_1073741830_1006 (size=10165) 2024-11-12T07:17:56,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6463b57-d9df-d61e-d5cc-d8b6831d66a9/MasterData/WALs/cea23c84c117,39195,1731395861446/cea23c84c117%2C39195%2C1731395861446.1731395861787 not finished, retry = 0 2024-11-12T07:17:56,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:56,209 INFO [M:0;cea23c84c117:39195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:17:56,209 INFO [M:0;cea23c84c117:39195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39195 2024-11-12T07:17:56,212 INFO [M:0;cea23c84c117:39195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:56,383 INFO [M:0;cea23c84c117:39195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1012de804e60003, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:56,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:17:56,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:17:56,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:17:56,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:17:56,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir/,STOPPED} 2024-11-12T07:17:56,395 WARN [BP-431949347-172.17.0.2-1731395859696 heartbeating to localhost/127.0.0.1:35237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:17:56,395 WARN [BP-431949347-172.17.0.2-1731395859696 heartbeating to localhost/127.0.0.1:35237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-431949347-172.17.0.2-1731395859696 (Datanode Uuid a1c66c20-3b56-454f-9e6f-52a879b1ffd1) service to localhost/127.0.0.1:35237 2024-11-12T07:17:56,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:17:56,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:17:56,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/cluster_81ea2ff7-d76e-18ca-3792-8cfecc8d194f/data/data1/current/BP-431949347-172.17.0.2-1731395859696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:17:56,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/cluster_81ea2ff7-d76e-18ca-3792-8cfecc8d194f/data/data2/current/BP-431949347-172.17.0.2-1731395859696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:17:56,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:17:56,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:17:56,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:17:56,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:17:56,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:17:56,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir/,STOPPED} 2024-11-12T07:17:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:17:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:17:56,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:56,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:56,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:56,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:17:56,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958296697, stopped=false 2024-11-12T07:17:56,431 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,35777,1731395867785 2024-11-12T07:17:56,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:56,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:56,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:56,451 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/running 2024-11-12T07:17:56,451 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:56,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:17:56,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:56,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:56,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,40941,1731395867899' ***** 2024-11-12T07:17:56,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:17:56,453 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:17:56,453 INFO [RS:0;cea23c84c117:40941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:17:56,453 INFO [RS:0;cea23c84c117:40941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:17:56,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Set watcher on znode that does not yet exist, /0-280918068/running 2024-11-12T07:17:56,453 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:56,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,40941,1731395867899 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:40941. 2024-11-12T07:17:56,454 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1799f13326c93498fc4673336974e43e, disabling compactions & flushes 2024-11-12T07:17:56,454 DEBUG [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:56,454 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,454 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:56,454 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:17:56,454 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. after waiting 0 ms 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:17:56,454 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:56,454 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:17:56,455 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:17:56,455 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1799f13326c93498fc4673336974e43e=hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e.} 2024-11-12T07:17:56,455 DEBUG [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1799f13326c93498fc4673336974e43e 2024-11-12T07:17:56,455 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:17:56,455 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:17:56,455 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:17:56,455 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:17:56,456 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:17:56,456 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T07:17:56,465 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/replication/1799f13326c93498fc4673336974e43e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T07:17:56,465 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:56,466 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:56,466 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:56,466 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1799f13326c93498fc4673336974e43e: Waiting for close lock at 1731395876454Running coprocessor pre-close hooks at 1731395876454Disabling compacts and flushes for region at 1731395876454Disabling writes for close at 1731395876454Writing region close event to WAL at 1731395876456 (+2 ms)Running coprocessor post-close hooks at 1731395876465 (+9 ms)Closed at 1731395876466 (+1 ms) 2024-11-12T07:17:56,466 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e. 2024-11-12T07:17:56,483 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/43c51a5a49704f83a0e59778d6886167 is 147, key is hbase:replication,,1731395863274.1799f13326c93498fc4673336974e43e./info:regioninfo/1731395873835/Put/seqid=0 2024-11-12T07:17:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741851_1027 (size=6385) 2024-11-12T07:17:56,508 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/43c51a5a49704f83a0e59778d6886167 2024-11-12T07:17:56,521 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:56,525 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/.tmp/info/43c51a5a49704f83a0e59778d6886167 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/info/43c51a5a49704f83a0e59778d6886167 2024-11-12T07:17:56,540 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/info/43c51a5a49704f83a0e59778d6886167, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T07:17:56,542 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=19, compaction requested=false 2024-11-12T07:17:56,556 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T07:17:56,557 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:17:56,557 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:17:56,557 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:56,557 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395876455Running coprocessor pre-close hooks at 1731395876455Disabling compacts and flushes for region at 1731395876455Disabling writes for close at 1731395876455Obtaining lock to block concurrent updates at 1731395876456 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731395876456Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731395876456Flushing stores of hbase:meta,,1.1588230740 at 1731395876457 (+1 ms)Flushing 1588230740/info: creating writer at 1731395876457Flushing 1588230740/info: appending metadata at 1731395876483 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731395876483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0b72d8: reopening flushed file at 1731395876524 (+41 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=19, compaction requested=false at 1731395876542 (+18 ms)Writing region close event to WAL at 1731395876545 (+3 ms)Running coprocessor post-close hooks at 1731395876557 (+12 ms)Closed at 1731395876557 2024-11-12T07:17:56,558 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:17:56,655 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,40941,1731395867899; all regions closed. 2024-11-12T07:17:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741849_1025 (size=2156) 2024-11-12T07:17:56,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.meta.1731395869782.meta not finished, retry = 0 2024-11-12T07:17:56,762 DEBUG [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:56,762 INFO [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40941%2C1731395867899.meta:.meta(num 1731395869782) 2024-11-12T07:17:56,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/WALs/cea23c84c117,40941,1731395867899/cea23c84c117%2C40941%2C1731395867899.rep.1731395873788 not finished, retry = 0 2024-11-12T07:17:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741850_1026 (size=796) 2024-11-12T07:17:56,868 DEBUG [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:56,868 INFO [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40941%2C1731395867899.rep:(num 1731395873788) 2024-11-12T07:17:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741848_1024 (size=93) 2024-11-12T07:17:56,873 DEBUG [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/oldWALs 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40941%2C1731395867899:(num 1731395869320) 2024-11-12T07:17:56,873 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:56,873 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:56,873 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,40941,1731395867899 because: Region server is closing 2024-11-12T07:17:56,873 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T07:17:56,874 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T07:17:56,874 INFO [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:40941. 2024-11-12T07:17:56,874 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T07:17:56,874 DEBUG [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:56,874 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,874 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:56,974 WARN [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:17:56,974 WARN [RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:17:56,975 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,1-cea23c84c117,40941,1731395867899 terminated 2024-11-12T07:17:56,975 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cea23c84c117,40941,1731395867899 because: Region server is closing 2024-11-12T07:17:56,975 INFO [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:40941. 2024-11-12T07:17:56,975 DEBUG [RS:0;cea23c84c117:40941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:17:56,975 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,975 DEBUG [RS:0;cea23c84c117:40941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:17:56,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:17:57,076 WARN [RS:0;cea23c84c117:40941.replicationSource.wal-reader.cea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:17:57,076 WARN [RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:17:57,076 INFO [RS:0;cea23c84c117:40941 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;cea23c84c117:40941.replicationSource.shippercea23c84c117%2C40941%2C1731395867899,2-cea23c84c117,40941,1731395867899 terminated 2024-11-12T07:17:57,076 INFO [RS:0;cea23c84c117:40941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40941 2024-11-12T07:17:57,114 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/rs/cea23c84c117,40941,1731395867899 2024-11-12T07:17:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068/rs 2024-11-12T07:17:57,114 INFO [RS:0;cea23c84c117:40941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:57,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,40941,1731395867899] 2024-11-12T07:17:57,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-280918068/draining/cea23c84c117,40941,1731395867899 already deleted, retry=false 2024-11-12T07:17:57,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,40941,1731395867899 expired; onlineServers=0 2024-11-12T07:17:57,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,35777,1731395867785' ***** 2024-11-12T07:17:57,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:17:57,135 INFO [M:0;cea23c84c117:35777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:17:57,135 INFO [M:0;cea23c84c117:35777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:17:57,135 DEBUG [M:0;cea23c84c117:35777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:17:57,135 DEBUG [M:0;cea23c84c117:35777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:17:57,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:17:57,135 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395868908 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395868908,5,FailOnTimeoutGroup] 2024-11-12T07:17:57,135 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395868910 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395868910,5,FailOnTimeoutGroup] 2024-11-12T07:17:57,135 INFO [M:0;cea23c84c117:35777 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:17:57,136 INFO [M:0;cea23c84c117:35777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:17:57,136 DEBUG [M:0;cea23c84c117:35777 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:17:57,136 INFO [M:0;cea23c84c117:35777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:17:57,136 INFO [M:0;cea23c84c117:35777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:17:57,136 INFO [M:0;cea23c84c117:35777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:17:57,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:17:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-280918068/master 2024-11-12T07:17:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-280918068 2024-11-12T07:17:57,146 DEBUG [M:0;cea23c84c117:35777 {}] zookeeper.ZKUtil(347): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Unable to get data of znode /0-280918068/master because node does not exist (not an error) 2024-11-12T07:17:57,146 WARN [M:0;cea23c84c117:35777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:17:57,147 INFO [M:0;cea23c84c117:35777 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/.lastflushedseqids 2024-11-12T07:17:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741852_1028 (size=181) 2024-11-12T07:17:57,158 INFO [M:0;cea23c84c117:35777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:17:57,158 INFO [M:0;cea23c84c117:35777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:17:57,158 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:17:57,158 INFO [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:57,158 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:57,158 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:17:57,158 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:57,159 INFO [M:0;cea23c84c117:35777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T07:17:57,181 DEBUG [M:0;cea23c84c117:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b2d64fc947470c8508293230981e6b is 82, key is hbase:meta,,1/info:regioninfo/1731395869873/Put/seqid=0 2024-11-12T07:17:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741853_1029 (size=5680) 2024-11-12T07:17:57,225 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:57,225 INFO [RS:0;cea23c84c117:40941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:57,225 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40941-0x1012de804e60007, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:57,225 INFO [RS:0;cea23c84c117:40941 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,40941,1731395867899; zookeeper connection closed. 2024-11-12T07:17:57,225 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71711509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71711509 2024-11-12T07:17:57,225 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:17:57,588 INFO [M:0;cea23c84c117:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b2d64fc947470c8508293230981e6b 2024-11-12T07:17:57,617 DEBUG [M:0;cea23c84c117:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b16abc5385d64c3d875ff6f4c99db371 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731395873845/Put/seqid=0 2024-11-12T07:17:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741854_1030 (size=7319) 2024-11-12T07:17:58,028 INFO [M:0;cea23c84c117:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b16abc5385d64c3d875ff6f4c99db371 2024-11-12T07:17:58,052 DEBUG [M:0;cea23c84c117:35777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebc8b37a58484b5ab6dc8ac5eb31250a is 69, key is cea23c84c117,40941,1731395867899/rs:state/1731395869034/Put/seqid=0 2024-11-12T07:17:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741855_1031 (size=5371) 2024-11-12T07:17:58,058 INFO [M:0;cea23c84c117:35777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebc8b37a58484b5ab6dc8ac5eb31250a 2024-11-12T07:17:58,068 INFO [M:0;cea23c84c117:35777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebc8b37a58484b5ab6dc8ac5eb31250a 2024-11-12T07:17:58,071 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b2d64fc947470c8508293230981e6b as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b2d64fc947470c8508293230981e6b 2024-11-12T07:17:58,077 INFO [M:0;cea23c84c117:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b2d64fc947470c8508293230981e6b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T07:17:58,078 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b16abc5385d64c3d875ff6f4c99db371 as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b16abc5385d64c3d875ff6f4c99db371 2024-11-12T07:17:58,092 INFO [M:0;cea23c84c117:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b16abc5385d64c3d875ff6f4c99db371, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T07:17:58,095 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebc8b37a58484b5ab6dc8ac5eb31250a as hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebc8b37a58484b5ab6dc8ac5eb31250a 2024-11-12T07:17:58,102 INFO [M:0;cea23c84c117:35777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebc8b37a58484b5ab6dc8ac5eb31250a 2024-11-12T07:17:58,102 INFO [M:0;cea23c84c117:35777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35583/user/jenkins/test-data/372df3bf-f181-b94f-420f-6c7915509b95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebc8b37a58484b5ab6dc8ac5eb31250a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T07:17:58,104 INFO [M:0;cea23c84c117:35777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=172, compaction requested=false 2024-11-12T07:17:58,111 INFO [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:17:58,111 DEBUG [M:0;cea23c84c117:35777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395877158Disabling compacts and flushes for region at 1731395877158Disabling writes for close at 1731395877158Obtaining lock to block concurrent updates at 1731395877159 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395877159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731395877159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395877160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395877160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395877180 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395877180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395877596 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395877616 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395877616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395878034 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395878052 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395878052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376c9a: reopening flushed file at 1731395878069 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53be53d3: reopening flushed file at 1731395878077 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c3b5ef: reopening flushed file at 1731395878092 (+15 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=172, compaction requested=false at 1731395878104 (+12 ms)Writing region close event to WAL at 1731395878111 (+7 ms)Closed at 1731395878111 2024-11-12T07:17:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33453 is added to blk_1073741847_1023 (size=22949) 2024-11-12T07:17:58,117 INFO [M:0;cea23c84c117:35777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:17:58,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:17:58,117 INFO [M:0;cea23c84c117:35777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35777 2024-11-12T07:17:58,117 INFO [M:0;cea23c84c117:35777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:17:58,297 INFO [M:0;cea23c84c117:35777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:17:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35777-0x1012de804e60006, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:17:58,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@798f6165{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:17:58,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60564fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:17:58,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:17:58,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:17:58,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir/,STOPPED} 2024-11-12T07:17:58,337 WARN [BP-1083952198-172.17.0.2-1731395849241 heartbeating to localhost/127.0.0.1:35583 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:17:58,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:17:58,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:17:58,337 WARN [BP-1083952198-172.17.0.2-1731395849241 heartbeating to localhost/127.0.0.1:35583 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1083952198-172.17.0.2-1731395849241 (Datanode Uuid 278adf2a-8b84-4e5c-8840-f9f045551007) service to localhost/127.0.0.1:35583 2024-11-12T07:17:58,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/data/data1/current/BP-1083952198-172.17.0.2-1731395849241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:17:58,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/cluster_c6de0f4a-1716-3db3-6f2a-551de1097c7f/data/data2/current/BP-1083952198-172.17.0.2-1731395849241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:17:58,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:17:58,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:17:58,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:17:58,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:17:58,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:17:58,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b4fb822-48db-7adb-d5e7-f87da76ba10a/hadoop.log.dir/,STOPPED} 2024-11-12T07:17:58,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:17:58,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:17:58,426 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35583 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35237 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35583 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=7021 (was 7863) 2024-11-12T07:17:58,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=7020 2024-11-12T07:17:58,456 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T07:17:58,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012de804e60002, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:17:58,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012de804e60005, quorum=127.0.0.1:60910, baseZNode=/187204200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:17:58,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012de804e60005, quorum=127.0.0.1:60910, baseZNode=/187204200 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:17:58,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012de804e60002, quorum=127.0.0.1:60910, baseZNode=/0-280918068 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:17:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir so I do NOT create it in target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd 2024-11-12T07:17:58,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:17:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.tmp.dir so I do NOT create it in target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd 2024-11-12T07:17:58,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f6e85b4-0ab7-ff1c-4122-b14b1d89a9fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:17:58,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd 2024-11-12T07:17:58,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a, deleteOnExit=true 2024-11-12T07:17:58,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/zookeeper_0, clientPort=51530, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:17:58,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51530 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/test.cache.data in system properties and HBase conf 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:17:58,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:17:58,475 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:17:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:17:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:17:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:17:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:17:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:17:58,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:58,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:58,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:58,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:58,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:17:58,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:58,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a6d48d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:58,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d2acfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:58,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d7014b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/java.io.tmpdir/jetty-localhost-42915-hadoop-hdfs-3_4_1-tests_jar-_-any-18371115689378034687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:17:58,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e087b50{HTTP/1.1, (http/1.1)}{localhost:42915} 2024-11-12T07:17:58,922 INFO [Time-limited test {}] server.Server(415): Started @31674ms 2024-11-12T07:17:59,217 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:17:59,220 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:17:59,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:17:59,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:17:59,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:17:59,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:17:59,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:17:59,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:17:59,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e602a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:17:59,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3902740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:17:59,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e05bd2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/java.io.tmpdir/jetty-localhost-44951-hadoop-hdfs-3_4_1-tests_jar-_-any-16154854860578741729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:17:59,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb19351{HTTP/1.1, (http/1.1)}{localhost:44951} 2024-11-12T07:17:59,412 INFO [Time-limited test {}] server.Server(415): Started @32165ms 2024-11-12T07:17:59,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:18:00,147 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/data/data1/current/BP-1474939674-172.17.0.2-1731395878507/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:00,147 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/data/data2/current/BP-1474939674-172.17.0.2-1731395878507/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:00,169 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:18:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf522a9a6eb607a2 with lease ID 0x85ffdff608a336e6: Processing first storage report for DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7 from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=1654f751-1f0b-4f60-86ee-fcb3a9d7a18f, infoPort=44179, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=373298448;c=1731395878507) 2024-11-12T07:18:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf522a9a6eb607a2 with lease ID 0x85ffdff608a336e6: from storage DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7 node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=1654f751-1f0b-4f60-86ee-fcb3a9d7a18f, infoPort=44179, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=373298448;c=1731395878507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf522a9a6eb607a2 with lease ID 0x85ffdff608a336e6: Processing first storage report for DS-022f3e89-6572-47b2-975c-ca0bd724d27d from datanode DatanodeRegistration(127.0.0.1:44327, datanodeUuid=1654f751-1f0b-4f60-86ee-fcb3a9d7a18f, infoPort=44179, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=373298448;c=1731395878507) 2024-11-12T07:18:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf522a9a6eb607a2 with lease ID 0x85ffdff608a336e6: from storage DS-022f3e89-6572-47b2-975c-ca0bd724d27d node DatanodeRegistration(127.0.0.1:44327, datanodeUuid=1654f751-1f0b-4f60-86ee-fcb3a9d7a18f, infoPort=44179, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=373298448;c=1731395878507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:00,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd 2024-11-12T07:18:00,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:00,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:18:00,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786 with version=8 2024-11-12T07:18:00,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/hbase-staging 2024-11-12T07:18:00,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:00,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:00,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:00,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:18:00,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:00,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44203 2024-11-12T07:18:00,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44203 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:00,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442030x0, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:00,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44203-0x1012de879f00000 connected 2024-11-12T07:18:00,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:00,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:00,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/running 2024-11-12T07:18:00,909 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786, hbase.cluster.distributed=false 2024-11-12T07:18:00,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/acl 2024-11-12T07:18:00,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-12T07:18:00,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44203 2024-11-12T07:18:00,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44203 2024-11-12T07:18:00,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-12T07:18:00,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-12T07:18:00,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:00,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:00,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:00,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:18:00,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:00,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39361 2024-11-12T07:18:00,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39361 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:00,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:00,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393610x0, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:01,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393610x0, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/running 2024-11-12T07:18:01,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39361-0x1012de879f00001 connected 2024-11-12T07:18:01,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:18:01,048 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:18:01,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/master 2024-11-12T07:18:01,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/acl 2024-11-12T07:18:01,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:18:01,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39361 2024-11-12T07:18:01,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39361 2024-11-12T07:18:01,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:18:01,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:18:01,075 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:44203 2024-11-12T07:18:01,076 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-715714593/backup-masters/cea23c84c117,44203,1731395880703 2024-11-12T07:18:01,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/backup-masters 2024-11-12T07:18:01,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/backup-masters 2024-11-12T07:18:01,104 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on existing znode=/0-715714593/backup-masters/cea23c84c117,44203,1731395880703 2024-11-12T07:18:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-715714593/master 2024-11-12T07:18:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:01,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on existing znode=/0-715714593/master 2024-11-12T07:18:01,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-715714593/backup-masters/cea23c84c117,44203,1731395880703 from backup master directory 2024-11-12T07:18:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/backup-masters 2024-11-12T07:18:01,125 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-715714593/backup-masters/cea23c84c117,44203,1731395880703 2024-11-12T07:18:01,125 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,44203,1731395880703 2024-11-12T07:18:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/backup-masters 2024-11-12T07:18:01,141 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/hbase.id] with ID: 0beb1eef-4872-4df7-8ad6-cb0da50ba5f7 2024-11-12T07:18:01,142 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/.tmp/hbase.id 2024-11-12T07:18:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:18:01,556 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/.tmp/hbase.id]:[hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/hbase.id] 2024-11-12T07:18:01,591 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:01,591 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:18:01,593 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T07:18:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:18:02,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:02,053 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:18:02,053 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:18:02,463 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store 2024-11-12T07:18:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:02,473 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:02,473 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:02,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395882473Disabling compacts and flushes for region at 1731395882473Disabling writes for close at 1731395882473Writing region close event to WAL at 1731395882473Closed at 1731395882473 2024-11-12T07:18:02,474 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/.initializing 2024-11-12T07:18:02,474 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/WALs/cea23c84c117,44203,1731395880703 2024-11-12T07:18:02,476 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:02,481 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C44203%2C1731395880703, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/WALs/cea23c84c117,44203,1731395880703, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/oldWALs, maxLogs=10 2024-11-12T07:18:02,499 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/WALs/cea23c84c117,44203,1731395880703/cea23c84c117%2C44203%2C1731395880703.1731395882481, exclude list is [], retry=0 2024-11-12T07:18:02,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7,DISK] 2024-11-12T07:18:02,505 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/WALs/cea23c84c117,44203,1731395880703/cea23c84c117%2C44203%2C1731395880703.1731395882481 2024-11-12T07:18:02,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)] 2024-11-12T07:18:02,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:02,508 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:02,508 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,508 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:18:02,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:02,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:18:02,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:02,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:18:02,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:02,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:18:02,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:02,522 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,523 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,523 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,525 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,525 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,525 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:02,527 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:02,529 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:02,530 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60158159, jitterRate=-0.10357357561588287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:02,531 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395882508Initializing all the Stores at 1731395882510 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395882510Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395882511 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395882511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395882511Cleaning up temporary data from old regions at 1731395882525 (+14 ms)Region opened successfully at 1731395882531 (+6 ms) 2024-11-12T07:18:02,532 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:18:02,582 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111eee0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:02,584 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:18:02,584 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:18:02,584 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:18:02,584 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:18:02,585 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:18:02,585 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:18:02,585 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:18:02,589 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:18:02,590 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/balancer because node does not exist (not necessarily an error) 2024-11-12T07:18:02,661 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/balancer already deleted, retry=false 2024-11-12T07:18:02,661 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:18:02,673 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:18:02,682 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/normalizer already deleted, retry=false 2024-11-12T07:18:02,682 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:18:02,689 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:18:02,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/switch/split already deleted, retry=false 2024-11-12T07:18:02,693 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:18:02,703 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/switch/merge already deleted, retry=false 2024-11-12T07:18:02,712 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:18:02,724 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/snapshot-cleanup already deleted, retry=false 2024-11-12T07:18:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-715714593/running 2024-11-12T07:18:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-715714593/running 2024-11-12T07:18:02,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,738 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,44203,1731395880703, sessionid=0x1012de879f00000, setting cluster-up flag (Was=false) 2024-11-12T07:18:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,787 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-715714593/flush-table-proc/acquired, /0-715714593/flush-table-proc/reached, /0-715714593/flush-table-proc/abort 2024-11-12T07:18:02,795 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,44203,1731395880703 2024-11-12T07:18:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:02,850 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-715714593/online-snapshot/acquired, /0-715714593/online-snapshot/reached, /0-715714593/online-snapshot/abort 2024-11-12T07:18:02,852 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,44203,1731395880703 2024-11-12T07:18:02,853 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:18:02,857 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:02,857 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:18:02,858 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:18:02,858 WARN [master/cea23c84c117:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cea23c84c117,43693,1731395854708: status=Processing ServerCrashProcedure of cea23c84c117,43693,1731395854708 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731395868886, completionTime=-1 appears to have been leaked 2024-11-12T07:18:02,858 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,44203,1731395880703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:02,860 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:02,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:02,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:18:02,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:18:02,889 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(746): ClusterId : 0beb1eef-4872-4df7-8ad6-cb0da50ba5f7 2024-11-12T07:18:02,889 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395912892 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:18:02,892 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:18:02,893 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:18:02,894 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:18:02,894 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:18:02,900 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:02,901 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:18:02,901 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:18:02,901 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:18:02,901 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:18:02,905 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:18:02,905 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c26910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:02,908 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:18:02,908 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:18:02,916 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395882908,5,FailOnTimeoutGroup] 2024-11-12T07:18:02,919 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395882916,5,FailOnTimeoutGroup] 2024-11-12T07:18:02,919 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:02,919 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:18:02,919 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:02,919 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:18:02,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:18:02,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786 2024-11-12T07:18:02,945 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:39361 2024-11-12T07:18:02,945 INFO [RS:0;cea23c84c117:39361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:18:02,945 INFO [RS:0;cea23c84c117:39361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:18:02,946 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:18:02,946 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,44203,1731395880703 with port=39361, startcode=1731395880954 2024-11-12T07:18:02,947 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:18:02,957 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:18:02,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,39361,1731395880954 2024-11-12T07:18:02,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44203 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,39361,1731395880954 2024-11-12T07:18:02,962 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786 2024-11-12T07:18:02,962 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39389 2024-11-12T07:18:02,962 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:18:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:18:02,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:02,977 DEBUG [RS:0;cea23c84c117:39361 {}] zookeeper.ZKUtil(111): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on existing znode=/0-715714593/rs/cea23c84c117,39361,1731395880954 2024-11-12T07:18:02,977 WARN [RS:0;cea23c84c117:39361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:02,977 INFO [RS:0;cea23c84c117:39361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:02,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/rs 2024-11-12T07:18:02,978 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954 2024-11-12T07:18:02,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,39361,1731395880954] 2024-11-12T07:18:02,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:02,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:02,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:02,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:02,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:02,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:02,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:02,996 INFO [RS:0;cea23c84c117:39361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:18:03,000 INFO [RS:0;cea23c84c117:39361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:18:03,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:03,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:03,012 INFO [RS:0;cea23c84c117:39361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:18:03,012 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:03,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:03,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740 2024-11-12T07:18:03,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740 2024-11-12T07:18:03,021 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:18:03,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:03,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:03,022 INFO [RS:0;cea23c84c117:39361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:18:03,022 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,022 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,023 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:03,023 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:03,023 DEBUG [RS:0;cea23c84c117:39361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:03,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:03,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:03,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58918376, jitterRate=-0.1220477819442749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:03,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395882977Initializing all the Stores at 1731395882979 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395882980 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395882984 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395882984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395882984Cleaning up temporary data from old regions at 1731395883021 (+37 ms)Region opened successfully at 1731395883038 (+17 ms) 2024-11-12T07:18:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:03,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:03,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,039 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731395880954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:03,040 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:03,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395883039Disabling compacts and flushes for region at 1731395883039Disabling writes for close at 1731395883039Writing region close event to WAL at 1731395883040 (+1 ms)Closed at 1731395883040 2024-11-12T07:18:03,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:03,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:18:03,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:18:03,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:03,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:18:03,070 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:18:03,070 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731395880954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,070 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,071 INFO [RS:0;cea23c84c117:39361 {}] regionserver.Replication(171): cea23c84c117,39361,1731395880954 started 2024-11-12T07:18:03,094 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,094 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,39361,1731395880954, RpcServer on cea23c84c117/172.17.0.2:39361, sessionid=0x1012de879f00001 2024-11-12T07:18:03,094 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:18:03,094 DEBUG [RS:0;cea23c84c117:39361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,39361,1731395880954 2024-11-12T07:18:03,094 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39361,1731395880954' 2024-11-12T07:18:03,094 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-715714593/flush-table-proc/abort' 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-715714593/flush-table-proc/acquired' 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,39361,1731395880954 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39361,1731395880954' 2024-11-12T07:18:03,095 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-715714593/online-snapshot/abort' 2024-11-12T07:18:03,096 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-715714593/online-snapshot/acquired' 2024-11-12T07:18:03,097 DEBUG [RS:0;cea23c84c117:39361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:18:03,097 INFO [RS:0;cea23c84c117:39361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:18:03,097 INFO [RS:0;cea23c84c117:39361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:18:03,195 WARN [cea23c84c117:44203 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:18:03,198 INFO [RS:0;cea23c84c117:39361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:03,200 INFO [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39361%2C1731395880954, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs, maxLogs=10 2024-11-12T07:18:03,214 DEBUG [RS:0;cea23c84c117:39361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200, exclude list is [], retry=0 2024-11-12T07:18:03,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7,DISK] 2024-11-12T07:18:03,220 INFO [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 2024-11-12T07:18:03,221 DEBUG [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)] 2024-11-12T07:18:03,445 DEBUG [cea23c84c117:44203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:18:03,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,39361,1731395880954 2024-11-12T07:18:03,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39361,1731395880954, state=OPENING 2024-11-12T07:18:03,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:18:03,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:03,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:03,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:03,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-715714593/meta-region-server: CHANGED 2024-11-12T07:18:03,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39361,1731395880954}] 2024-11-12T07:18:03,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-715714593/meta-region-server: CHANGED 2024-11-12T07:18:03,625 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:18:03,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:18:03,633 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:18:03,633 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:03,633 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:18:03,636 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39361%2C1731395880954.meta, suffix=.meta, logDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs, maxLogs=10 2024-11-12T07:18:03,652 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.meta.1731395883636.meta, exclude list is [], retry=0 2024-11-12T07:18:03,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7,DISK] 2024-11-12T07:18:03,657 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.meta.1731395883636.meta 2024-11-12T07:18:03,657 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)] 2024-11-12T07:18:03,657 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:03,658 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:18:03,658 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:18:03,658 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:18:03,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:03,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:03,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:03,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:03,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:03,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:03,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:03,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:03,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:03,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:03,667 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:03,668 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740 2024-11-12T07:18:03,669 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740 2024-11-12T07:18:03,670 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:03,670 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:03,670 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:03,672 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:03,673 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266044, jitterRate=0.01724332571029663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:03,673 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:18:03,674 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395883659Writing region info on filesystem at 1731395883659Initializing all the Stores at 1731395883660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395883660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395883660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395883660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395883660Cleaning up temporary data from old regions at 1731395883670 (+10 ms)Running coprocessor post-open hooks at 1731395883673 (+3 ms)Region opened successfully at 1731395883674 (+1 ms) 2024-11-12T07:18:03,675 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395883625 2024-11-12T07:18:03,679 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:18:03,679 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:18:03,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39361,1731395880954 2024-11-12T07:18:03,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39361,1731395880954, state=OPEN 2024-11-12T07:18:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-715714593/meta-region-server 2024-11-12T07:18:03,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,39361,1731395880954 2024-11-12T07:18:03,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-715714593/meta-region-server: CHANGED 2024-11-12T07:18:03,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-715714593/meta-region-server 2024-11-12T07:18:03,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-715714593/meta-region-server: CHANGED 2024-11-12T07:18:03,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:18:03,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39361,1731395880954 in 352 msec 2024-11-12T07:18:03,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:18:03,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 786 msec 2024-11-12T07:18:03,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:03,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:18:03,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:03,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39361,1731395880954, seqNum=-1] 2024-11-12T07:18:03,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:03,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:03,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 988 msec 2024-11-12T07:18:03,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395883845, completionTime=-1 2024-11-12T07:18:03,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:18:03,846 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:18:03,848 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:18:03,848 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395943848 2024-11-12T07:18:03,848 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396003848 2024-11-12T07:18:03,848 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:18:03,848 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:44203, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,851 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.728sec 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:03,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:18:03,857 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:18:03,857 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:18:03,857 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44203,1731395880703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:03,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4566547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:03,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,44203,-1 for getting cluster id 2024-11-12T07:18:03,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:03,892 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0beb1eef-4872-4df7-8ad6-cb0da50ba5f7' 2024-11-12T07:18:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0beb1eef-4872-4df7-8ad6-cb0da50ba5f7" 2024-11-12T07:18:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2377619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,44203,-1] 2024-11-12T07:18:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:03,894 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:03,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0f823e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:03,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39361,1731395880954, seqNum=-1] 2024-11-12T07:18:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:03,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,44203,1731395880703 2024-11-12T07:18:03,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:03,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012de879f00002 connected 2024-11-12T07:18:03,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir so I do NOT create it in target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d 2024-11-12T07:18:03,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.tmp.dir so I do NOT create it in target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d 2024-11-12T07:18:03,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:18:03,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/cluster_49e0b313-1b9e-e068-0348-2ef558d3f378, deleteOnExit=true 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/test.cache.data in system properties and HBase conf 2024-11-12T07:18:03,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:18:03,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:18:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:03,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:18:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:18:04,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:18:04,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:04,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:04,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:04,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:04,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:18:04,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:04,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f144d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:04,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d2eaa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:04,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469e5d18{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/java.io.tmpdir/jetty-localhost-35079-hadoop-hdfs-3_4_1-tests_jar-_-any-6976759322297667177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:18:04,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae1f4bd{HTTP/1.1, (http/1.1)}{localhost:35079} 2024-11-12T07:18:04,505 INFO [Time-limited test {}] server.Server(415): Started @37258ms 2024-11-12T07:18:04,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:04,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:04,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:04,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:04,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:18:04,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327a38d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:04,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@307f6cb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:04,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dff897d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/java.io.tmpdir/jetty-localhost-39987-hadoop-hdfs-3_4_1-tests_jar-_-any-9746758473337291662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:18:04,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587d542d{HTTP/1.1, (http/1.1)}{localhost:39987} 2024-11-12T07:18:04,967 INFO [Time-limited test {}] server.Server(415): Started @37719ms 2024-11-12T07:18:04,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:18:05,654 WARN [Thread-615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/cluster_49e0b313-1b9e-e068-0348-2ef558d3f378/data/data1/current/BP-1915167014-172.17.0.2-1731395883972/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:05,654 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/cluster_49e0b313-1b9e-e068-0348-2ef558d3f378/data/data2/current/BP-1915167014-172.17.0.2-1731395883972/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:05,687 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:18:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26d2063941f84b4f with lease ID 0xee297ddd3ac395c6: Processing first storage report for DS-97a704c2-7bb2-44a5-b48e-61344709bccb from datanode DatanodeRegistration(127.0.0.1:45571, datanodeUuid=2863ef4b-0c07-43d5-ba6f-c7cff6eb77c0, infoPort=39223, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1432160967;c=1731395883972) 2024-11-12T07:18:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26d2063941f84b4f with lease ID 0xee297ddd3ac395c6: from storage DS-97a704c2-7bb2-44a5-b48e-61344709bccb node DatanodeRegistration(127.0.0.1:45571, datanodeUuid=2863ef4b-0c07-43d5-ba6f-c7cff6eb77c0, infoPort=39223, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1432160967;c=1731395883972), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:18:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26d2063941f84b4f with lease ID 0xee297ddd3ac395c6: Processing first storage report for DS-034ac3be-b304-4249-a404-142bd2e15ee6 from datanode DatanodeRegistration(127.0.0.1:45571, datanodeUuid=2863ef4b-0c07-43d5-ba6f-c7cff6eb77c0, infoPort=39223, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1432160967;c=1731395883972) 2024-11-12T07:18:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26d2063941f84b4f with lease ID 0xee297ddd3ac395c6: from storage DS-034ac3be-b304-4249-a404-142bd2e15ee6 node DatanodeRegistration(127.0.0.1:45571, datanodeUuid=2863ef4b-0c07-43d5-ba6f-c7cff6eb77c0, infoPort=39223, infoSecurePort=0, ipcPort=45397, storageInfo=lv=-57;cid=testClusterID;nsid=1432160967;c=1731395883972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:05,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d 2024-11-12T07:18:05,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:05,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:18:06,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f with version=8 2024-11-12T07:18:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/hbase-staging 2024-11-12T07:18:06,146 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:18:06,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:06,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39445 2024-11-12T07:18:06,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39445 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:06,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394450x0, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:06,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39445-0x1012de879f00003 connected 2024-11-12T07:18:06,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:06,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:06,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/running 2024-11-12T07:18:06,265 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f, hbase.cluster.distributed=false 2024-11-12T07:18:06,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/acl 2024-11-12T07:18:06,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-12T07:18:06,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39445 2024-11-12T07:18:06,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39445 2024-11-12T07:18:06,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-12T07:18:06,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-12T07:18:06,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:18:06,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:06,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38897 2024-11-12T07:18:06,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38897 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:06,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:06,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388970x0, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:06,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388970x0, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/running 2024-11-12T07:18:06,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38897-0x1012de879f00004 connected 2024-11-12T07:18:06,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:18:06,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:18:06,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/master 2024-11-12T07:18:06,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/acl 2024-11-12T07:18:06,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-12T07:18:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38897 2024-11-12T07:18:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38897 2024-11-12T07:18:06,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-12T07:18:06,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38897 2024-11-12T07:18:06,344 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:39445 2024-11-12T07:18:06,345 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11077560133/backup-masters/cea23c84c117,39445,1731395886145 2024-11-12T07:18:06,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/backup-masters 2024-11-12T07:18:06,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/backup-masters 2024-11-12T07:18:06,356 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on existing znode=/11077560133/backup-masters/cea23c84c117,39445,1731395886145 2024-11-12T07:18:06,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077560133/master 2024-11-12T07:18:06,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:06,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:06,367 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on existing znode=/11077560133/master 2024-11-12T07:18:06,367 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11077560133/backup-masters/cea23c84c117,39445,1731395886145 from backup master directory 2024-11-12T07:18:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/backup-masters 2024-11-12T07:18:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077560133/backup-masters/cea23c84c117,39445,1731395886145 2024-11-12T07:18:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/backup-masters 2024-11-12T07:18:06,376 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:06,376 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,39445,1731395886145 2024-11-12T07:18:06,382 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/hbase.id] with ID: 011846d3-ada4-4be8-92d5-13c7b699dc5d 2024-11-12T07:18:06,383 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/.tmp/hbase.id 2024-11-12T07:18:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:18:06,800 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/.tmp/hbase.id]:[hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/hbase.id] 2024-11-12T07:18:06,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:06,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:18:06,820 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T07:18:06,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:06,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:18:07,370 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:07,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:18:07,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:18:07,382 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store 2024-11-12T07:18:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:18:07,395 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:07,396 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:07,396 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:07,396 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:07,396 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:07,396 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:07,396 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:07,396 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395887396Disabling compacts and flushes for region at 1731395887396Disabling writes for close at 1731395887396Writing region close event to WAL at 1731395887396Closed at 1731395887396 2024-11-12T07:18:07,397 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/.initializing 2024-11-12T07:18:07,397 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/WALs/cea23c84c117,39445,1731395886145 2024-11-12T07:18:07,398 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:07,401 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C39445%2C1731395886145, suffix=, logDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/WALs/cea23c84c117,39445,1731395886145, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/oldWALs, maxLogs=10 2024-11-12T07:18:07,414 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/WALs/cea23c84c117,39445,1731395886145/cea23c84c117%2C39445%2C1731395886145.1731395887401, exclude list is [], retry=0 2024-11-12T07:18:07,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-97a704c2-7bb2-44a5-b48e-61344709bccb,DISK] 2024-11-12T07:18:07,420 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/WALs/cea23c84c117,39445,1731395886145/cea23c84c117%2C39445%2C1731395886145.1731395887401 2024-11-12T07:18:07,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-11-12T07:18:07,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:07,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:07,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:18:07,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:07,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:18:07,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:07,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:07,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:18:07,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:07,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:18:07,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:07,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:07,431 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,436 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,437 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,438 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,438 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,439 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:07,443 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:07,445 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:07,446 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69864053, jitterRate=0.04105551540851593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:07,446 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395887422Initializing all the Stores at 1731395887423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395887423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395887423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395887423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395887423Cleaning up temporary data from old regions at 1731395887438 (+15 ms)Region opened successfully at 1731395887446 (+8 ms) 2024-11-12T07:18:07,448 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:18:07,452 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e10f3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:07,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:18:07,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:18:07,453 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:18:07,454 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:18:07,454 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:18:07,455 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:18:07,455 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:18:07,465 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:18:07,466 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/balancer because node does not exist (not necessarily an error) 2024-11-12T07:18:07,502 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/balancer already deleted, retry=false 2024-11-12T07:18:07,503 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:18:07,504 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:18:07,513 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/normalizer already deleted, retry=false 2024-11-12T07:18:07,513 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:18:07,514 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:18:07,523 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/switch/split already deleted, retry=false 2024-11-12T07:18:07,524 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:18:07,534 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/switch/merge already deleted, retry=false 2024-11-12T07:18:07,536 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:18:07,544 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/snapshot-cleanup already deleted, retry=false 2024-11-12T07:18:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077560133/running 2024-11-12T07:18:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11077560133/running 2024-11-12T07:18:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,556 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,39445,1731395886145, sessionid=0x1012de879f00003, setting cluster-up flag (Was=false) 2024-11-12T07:18:07,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11077560133/flush-table-proc/acquired, /11077560133/flush-table-proc/reached, /11077560133/flush-table-proc/abort 2024-11-12T07:18:07,609 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39445,1731395886145 2024-11-12T07:18:07,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:07,660 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11077560133/online-snapshot/acquired, /11077560133/online-snapshot/reached, /11077560133/online-snapshot/abort 2024-11-12T07:18:07,662 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39445,1731395886145 2024-11-12T07:18:07,664 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:18:07,666 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:07,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:18:07,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:18:07,666 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,39445,1731395886145 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:18:07,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:07,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:07,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:07,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:07,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:18:07,671 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,671 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:07,671 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:07,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:18:07,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:07,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395917690 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:18:07,690 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:18:07,695 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,696 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:18:07,696 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:18:07,696 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:18:07,696 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:18:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:18:07,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:18:07,699 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f 2024-11-12T07:18:07,704 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:18:07,704 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:18:07,706 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395887704,5,FailOnTimeoutGroup] 2024-11-12T07:18:07,709 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395887706,5,FailOnTimeoutGroup] 2024-11-12T07:18:07,709 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,709 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:18:07,709 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,710 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:18:07,732 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(746): ClusterId : 011846d3-ada4-4be8-92d5-13c7b699dc5d 2024-11-12T07:18:07,732 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:18:07,745 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:18:07,746 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:18:07,756 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:18:07,757 DEBUG [RS:0;cea23c84c117:38897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619e1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:07,778 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:38897 2024-11-12T07:18:07,778 INFO [RS:0;cea23c84c117:38897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:18:07,778 INFO [RS:0;cea23c84c117:38897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:18:07,778 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:18:07,780 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,39445,1731395886145 with port=38897, startcode=1731395886289 2024-11-12T07:18:07,780 DEBUG [RS:0;cea23c84c117:38897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:18:07,783 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:18:07,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39445 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,785 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f 2024-11-12T07:18:07,785 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37105 2024-11-12T07:18:07,785 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:18:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/rs 2024-11-12T07:18:07,839 DEBUG [RS:0;cea23c84c117:38897 {}] zookeeper.ZKUtil(111): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on existing znode=/11077560133/rs/cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,840 WARN [RS:0;cea23c84c117:38897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:07,840 INFO [RS:0;cea23c84c117:38897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:07,840 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,38897,1731395886289] 2024-11-12T07:18:07,854 INFO [RS:0;cea23c84c117:38897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:18:07,860 INFO [RS:0;cea23c84c117:38897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:18:07,861 INFO [RS:0;cea23c84c117:38897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:18:07,861 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,862 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:18:07,862 INFO [RS:0;cea23c84c117:38897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:18:07,863 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,863 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,864 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:07,864 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:07,864 DEBUG [RS:0;cea23c84c117:38897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:07,867 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,867 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,867 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,868 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,868 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,868 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38897,1731395886289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:07,887 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:18:07,887 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38897,1731395886289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,887 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,887 INFO [RS:0;cea23c84c117:38897 {}] regionserver.Replication(171): cea23c84c117,38897,1731395886289 started 2024-11-12T07:18:07,906 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:07,906 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,38897,1731395886289, RpcServer on cea23c84c117/172.17.0.2:38897, sessionid=0x1012de879f00004 2024-11-12T07:18:07,906 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:18:07,906 DEBUG [RS:0;cea23c84c117:38897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,906 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38897,1731395886289' 2024-11-12T07:18:07,906 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11077560133/flush-table-proc/abort' 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11077560133/flush-table-proc/acquired' 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,38897,1731395886289 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38897,1731395886289' 2024-11-12T07:18:07,907 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11077560133/online-snapshot/abort' 2024-11-12T07:18:07,908 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11077560133/online-snapshot/acquired' 2024-11-12T07:18:07,908 DEBUG [RS:0;cea23c84c117:38897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:18:07,908 INFO [RS:0;cea23c84c117:38897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:18:07,908 INFO [RS:0;cea23c84c117:38897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:18:08,009 INFO [RS:0;cea23c84c117:38897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:08,010 INFO [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C38897%2C1731395886289, suffix=, logDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/oldWALs, maxLogs=10 2024-11-12T07:18:08,028 DEBUG [RS:0;cea23c84c117:38897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289/cea23c84c117%2C38897%2C1731395886289.1731395888011, exclude list is [], retry=0 2024-11-12T07:18:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-97a704c2-7bb2-44a5-b48e-61344709bccb,DISK] 2024-11-12T07:18:08,033 INFO [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289/cea23c84c117%2C38897%2C1731395886289.1731395888011 2024-11-12T07:18:08,034 DEBUG [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-11-12T07:18:08,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:08,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:08,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:08,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:08,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:08,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:08,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:08,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:08,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:08,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:08,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740 2024-11-12T07:18:08,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740 2024-11-12T07:18:08,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:08,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:08,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:08,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:08,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:08,142 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67047533, jitterRate=-9.139031171798706E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:08,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395888124Initializing all the Stores at 1731395888125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395888125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888125Cleaning up temporary data from old regions at 1731395888137 (+12 ms)Region opened successfully at 1731395888142 (+5 ms) 2024-11-12T07:18:08,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:08,142 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:08,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:08,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:08,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:08,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:08,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395888142Disabling compacts and flushes for region at 1731395888142Disabling writes for close at 1731395888142Writing region close event to WAL at 1731395888145 (+3 ms)Closed at 1731395888145 2024-11-12T07:18:08,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:08,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:18:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:18:08,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:08,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:18:08,301 DEBUG [cea23c84c117:39445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:18:08,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,38897,1731395886289 2024-11-12T07:18:08,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38897,1731395886289, state=OPENING 2024-11-12T07:18:08,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:18:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:08,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077560133/meta-region-server: CHANGED 2024-11-12T07:18:08,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077560133/meta-region-server: CHANGED 2024-11-12T07:18:08,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:08,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38897,1731395886289}] 2024-11-12T07:18:08,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:18:08,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:18:08,514 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:18:08,514 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:08,515 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:18:08,516 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C38897%2C1731395886289.meta, suffix=.meta, logDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289, archiveDir=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/oldWALs, maxLogs=10 2024-11-12T07:18:08,534 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289/cea23c84c117%2C38897%2C1731395886289.meta.1731395888517.meta, exclude list is [], retry=0 2024-11-12T07:18:08,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-97a704c2-7bb2-44a5-b48e-61344709bccb,DISK] 2024-11-12T07:18:08,539 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289/cea23c84c117%2C38897%2C1731395886289.meta.1731395888517.meta 2024-11-12T07:18:08,540 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39223:39223)] 2024-11-12T07:18:08,540 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:08,541 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:18:08,541 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:18:08,541 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:18:08,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:08,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:08,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:08,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:08,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:08,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:08,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:08,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:08,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:08,549 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:08,550 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740 2024-11-12T07:18:08,553 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740 2024-11-12T07:18:08,554 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:08,554 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:08,555 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:08,556 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:08,557 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73658059, jitterRate=0.0975906103849411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:08,557 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:18:08,557 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395888542Writing region info on filesystem at 1731395888542Initializing all the Stores at 1731395888543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395888543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395888543Cleaning up temporary data from old regions at 1731395888554 (+11 ms)Running coprocessor post-open hooks at 1731395888557 (+3 ms)Region opened successfully at 1731395888557 2024-11-12T07:18:08,561 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395888509 2024-11-12T07:18:08,564 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:18:08,564 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:18:08,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38897,1731395886289 2024-11-12T07:18:08,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38897,1731395886289, state=OPEN 2024-11-12T07:18:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11077560133/meta-region-server 2024-11-12T07:18:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11077560133/meta-region-server 2024-11-12T07:18:08,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,38897,1731395886289 2024-11-12T07:18:08,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077560133/meta-region-server: CHANGED 2024-11-12T07:18:08,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11077560133/meta-region-server: CHANGED 2024-11-12T07:18:08,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:18:08,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38897,1731395886289 in 220 msec 2024-11-12T07:18:08,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:18:08,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-12T07:18:08,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:08,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:18:08,587 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:08,587 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38897,1731395886289, seqNum=-1] 2024-11-12T07:18:08,587 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:08,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:08,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-12T07:18:08,595 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395888595, completionTime=-1 2024-11-12T07:18:08,595 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:18:08,595 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:18:08,597 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:18:08,597 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395948597 2024-11-12T07:18:08,597 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396008597 2024-11-12T07:18:08,597 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:18:08,598 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,598 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,598 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,598 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:39445, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,598 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,599 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,600 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.227sec 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:08,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:18:08,607 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:18:08,607 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:18:08,607 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39445,1731395886145-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:08,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70949b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39445,-1 for getting cluster id 2024-11-12T07:18:08,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:08,634 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011846d3-ada4-4be8-92d5-13c7b699dc5d' 2024-11-12T07:18:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011846d3-ada4-4be8-92d5-13c7b699dc5d" 2024-11-12T07:18:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172b8743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39445,-1] 2024-11-12T07:18:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:08,637 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:08,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7ace69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38897,1731395886289, seqNum=-1] 2024-11-12T07:18:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:08,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:08,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,39445,1731395886145 2024-11-12T07:18:08,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51530 2024-11-12T07:18:08,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:08,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012de879f00005 connected 2024-11-12T07:18:08,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06eeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,44203,-1 for getting cluster id 2024-11-12T07:18:08,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:08,664 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0beb1eef-4872-4df7-8ad6-cb0da50ba5f7' 2024-11-12T07:18:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0beb1eef-4872-4df7-8ad6-cb0da50ba5f7" 2024-11-12T07:18:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7398db6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,44203,-1] 2024-11-12T07:18:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:08,666 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5ff1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,44203,1731395880703 2024-11-12T07:18:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@237a9e53 2024-11-12T07:18:08,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:08,670 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:08,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:39445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:18:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:18:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:08,675 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39445' 2024-11-12T07:18:08,676 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310c8f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,676 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39445,-1 for getting cluster id 2024-11-12T07:18:08,676 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:08,677 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011846d3-ada4-4be8-92d5-13c7b699dc5d' 2024-11-12T07:18:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:08,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011846d3-ada4-4be8-92d5-13c7b699dc5d" 2024-11-12T07:18:08,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d07572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39445,-1] 2024-11-12T07:18:08,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:08,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:08,679 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:08,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b760831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:08,680 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:08,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39445,1731395886145 2024-11-12T07:18:08,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c8b97d 2024-11-12T07:18:08,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:08,685 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:08,686 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T07:18:08,686 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:18:08,686 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:08,686 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:08,687 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:08,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:08,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:18:08,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:18:08,691 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:08,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:18:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741835_1011 (size=1138) 2024-11-12T07:18:08,739 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:18:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:09,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bb68acba9319b53d785315863286421, NAME => 'hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786 2024-11-12T07:18:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741836_1012 (size=44) 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5bb68acba9319b53d785315863286421, disabling compactions & flushes 2024-11-12T07:18:09,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. after waiting 0 ms 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bb68acba9319b53d785315863286421: Waiting for close lock at 1731395889114Disabling compacts and flushes for region at 1731395889114Disabling writes for close at 1731395889114Writing region close event to WAL at 1731395889114Closed at 1731395889114 2024-11-12T07:18:09,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:18:09,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731395889116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395889116"}]},"ts":"1731395889116"} 2024-11-12T07:18:09,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:18:09,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:18:09,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395889120"}]},"ts":"1731395889120"} 2024-11-12T07:18:09,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:18:09,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bb68acba9319b53d785315863286421, ASSIGN}] 2024-11-12T07:18:09,124 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bb68acba9319b53d785315863286421, ASSIGN 2024-11-12T07:18:09,126 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bb68acba9319b53d785315863286421, ASSIGN; state=OFFLINE, location=cea23c84c117,39361,1731395880954; forceNewPlan=false, retain=false 2024-11-12T07:18:09,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:09,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:09,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:09,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:18:09,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bb68acba9319b53d785315863286421, regionState=OPENING, regionLocation=cea23c84c117,39361,1731395880954 2024-11-12T07:18:09,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5bb68acba9319b53d785315863286421, ASSIGN because future has completed 2024-11-12T07:18:09,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bb68acba9319b53d785315863286421, server=cea23c84c117,39361,1731395880954}] 2024-11-12T07:18:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:09,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:09,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:18:09,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39361%2C1731395880954.rep, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs, maxLogs=10 2024-11-12T07:18:09,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.rep.1731395889439, exclude list is [], retry=0 2024-11-12T07:18:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44327,DS-2ce04f83-6e1c-44a2-9317-3ae86e52a9a7,DISK] 2024-11-12T07:18:09,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.rep.1731395889439 2024-11-12T07:18:09,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44179:44179)] 2024-11-12T07:18:09,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bb68acba9319b53d785315863286421, NAME => 'hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:09,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. service=MultiRowMutationService 2024-11-12T07:18:09,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,468 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,469 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb68acba9319b53d785315863286421 columnFamilyName hfileref 2024-11-12T07:18:09,470 DEBUG [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:09,472 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(327): Store=5bb68acba9319b53d785315863286421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:09,473 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,476 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb68acba9319b53d785315863286421 columnFamilyName queue 2024-11-12T07:18:09,477 DEBUG [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:09,477 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(327): Store=5bb68acba9319b53d785315863286421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:09,478 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,479 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb68acba9319b53d785315863286421 columnFamilyName sid 2024-11-12T07:18:09,479 DEBUG [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:09,479 INFO [StoreOpener-5bb68acba9319b53d785315863286421-1 {}] regionserver.HStore(327): Store=5bb68acba9319b53d785315863286421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:09,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:18:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:09,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5bb68acba9319b53d785315863286421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71963751, jitterRate=0.07234345376491547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:18:09,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:09,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5bb68acba9319b53d785315863286421: Running coprocessor pre-open hook at 1731395889465Writing region info on filesystem at 1731395889465Initializing all the Stores at 1731395889466 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395889466Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395889468 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395889468Cleaning up temporary data from old regions at 1731395889484 (+16 ms)Running coprocessor post-open hooks at 1731395889493 (+9 ms)Region opened successfully at 1731395889494 (+1 ms) 2024-11-12T07:18:09,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421., pid=7, masterSystemTime=1731395889432 2024-11-12T07:18:09,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bb68acba9319b53d785315863286421, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39361,1731395880954 2024-11-12T07:18:09,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:09,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bb68acba9319b53d785315863286421, server=cea23c84c117,39361,1731395880954 because future has completed 2024-11-12T07:18:09,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T07:18:09,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bb68acba9319b53d785315863286421, server=cea23c84c117,39361,1731395880954 in 225 msec 2024-11-12T07:18:09,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:18:09,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5bb68acba9319b53d785315863286421, ASSIGN in 386 msec 2024-11-12T07:18:09,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:18:09,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395889513"}]},"ts":"1731395889513"} 2024-11-12T07:18:09,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:18:09,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:18:09,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 831 msec 2024-11-12T07:18:09,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421., hostname=cea23c84c117,39361,1731395880954, seqNum=2] 2024-11-12T07:18:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:09,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:18:09,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T07:18:09,785 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:18:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:09,822 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,39361,1731395880954, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:18:09,822 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:09,822 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39361,1731395880954, seqNum=-1] 2024-11-12T07:18:09,823 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:09,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T07:18:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,39361,1731395880954', locateType=CURRENT is [region=hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421., hostname=cea23c84c117,39361,1731395880954, seqNum=2] 2024-11-12T07:18:09,833 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T07:18:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T07:18:09,836 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,39361,1731395880954 suceeded 2024-11-12T07:18:09,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T07:18:09,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-12T07:18:09,840 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:39445,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:18:09,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1690 sec 2024-11-12T07:18:09,853 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39445' 2024-11-12T07:18:09,854 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c99af97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:09,854 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39445,-1 for getting cluster id 2024-11-12T07:18:09,854 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:09,855 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '011846d3-ada4-4be8-92d5-13c7b699dc5d' 2024-11-12T07:18:09,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "011846d3-ada4-4be8-92d5-13c7b699dc5d" 2024-11-12T07:18:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2552fed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39445,-1] 2024-11-12T07:18:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:09,858 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:09,859 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68045e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:09,860 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:09,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39445,1731395886145 2024-11-12T07:18:09,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72966b32 2024-11-12T07:18:09,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:09,862 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T07:18:09,863 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,39361,1731395880954 (queues=1) is replicating from cluster=0beb1eef-4872-4df7-8ad6-cb0da50ba5f7 to cluster=011846d3-ada4-4be8-92d5-13c7b699dc5d 2024-11-12T07:18:09,863 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C39361%2C1731395880954 2024-11-12T07:18:09,863 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,39361,1731395880954, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:18:09,864 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200, startPosition=0, beingWritten=true 2024-11-12T07:18:09,867 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.shippercea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C39361%2C1731395880954 2024-11-12T07:18:10,074 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:10,381 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:10,787 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:10,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:18:10,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:10,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:10,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:10,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,44203,1731395880703 2024-11-12T07:18:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291993a8 2024-11-12T07:18:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:10,826 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:10,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:18:10,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:18:10,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:10,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:10,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:18:10,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1544505491, stopped=false 2024-11-12T07:18:10,827 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,39445,1731395886145 2024-11-12T07:18:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077560133/running 2024-11-12T07:18:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077560133/running 2024-11-12T07:18:10,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:18:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:10,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:10,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:10,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:10,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,882 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,38897,1731395886289' ***** 2024-11-12T07:18:10,882 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:18:10,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/running 2024-11-12T07:18:10,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Set watcher on znode that does not yet exist, /11077560133/running 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,38897,1731395886289 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:18:10,883 INFO [RS:0;cea23c84c117:38897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:38897. 2024-11-12T07:18:10,883 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:18:10,883 DEBUG [RS:0;cea23c84c117:38897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:10,883 DEBUG [RS:0;cea23c84c117:38897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:10,884 INFO [RS:0;cea23c84c117:38897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:18:10,884 INFO [RS:0;cea23c84c117:38897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:18:10,884 INFO [RS:0;cea23c84c117:38897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:18:10,884 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:18:10,884 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:18:10,884 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:18:10,884 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:10,884 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:10,884 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:10,884 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:10,884 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:10,884 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:10,884 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T07:18:10,905 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/.tmp/ns/84c2e86d1fb54ef5af5de2f6c77ca202 is 43, key is default/ns:d/1731395888589/Put/seqid=0 2024-11-12T07:18:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741835_1011 (size=5153) 2024-11-12T07:18:10,950 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:18:10,950 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:18:10,979 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:18:11,084 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:11,284 DEBUG [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:11,294 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:11,311 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/.tmp/ns/84c2e86d1fb54ef5af5de2f6c77ca202 2024-11-12T07:18:11,318 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/.tmp/ns/84c2e86d1fb54ef5af5de2f6c77ca202 as hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/ns/84c2e86d1fb54ef5af5de2f6c77ca202 2024-11-12T07:18:11,325 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/ns/84c2e86d1fb54ef5af5de2f6c77ca202, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T07:18:11,326 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-12T07:18:11,330 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T07:18:11,331 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:18:11,331 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:18:11,331 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:11,331 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395890884Running coprocessor pre-close hooks at 1731395890884Disabling compacts and flushes for region at 1731395890884Disabling writes for close at 1731395890884Obtaining lock to block concurrent updates at 1731395890884Preparing flush snapshotting stores in 1588230740 at 1731395890884Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731395890885 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731395890886 (+1 ms)Flushing 1588230740/ns: creating writer at 1731395890886Flushing 1588230740/ns: appending metadata at 1731395890904 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731395890904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6284cc: reopening flushed file at 1731395891317 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731395891326 (+9 ms)Writing region close event to WAL at 1731395891327 (+1 ms)Running coprocessor post-close hooks at 1731395891331 (+4 ms)Closed at 1731395891331 2024-11-12T07:18:11,331 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:11,485 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,38897,1731395886289; all regions closed. 2024-11-12T07:18:11,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741834_1010 (size=1152) 2024-11-12T07:18:11,491 DEBUG [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/oldWALs 2024-11-12T07:18:11,491 INFO [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38897%2C1731395886289.meta:.meta(num 1731395888517) 2024-11-12T07:18:11,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/WALs/cea23c84c117,38897,1731395886289/cea23c84c117%2C38897%2C1731395886289.1731395888011 not finished, retry = 0 2024-11-12T07:18:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741833_1009 (size=93) 2024-11-12T07:18:11,597 DEBUG [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/oldWALs 2024-11-12T07:18:11,597 INFO [RS:0;cea23c84c117:38897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38897%2C1731395886289:(num 1731395888011) 2024-11-12T07:18:11,597 DEBUG [RS:0;cea23c84c117:38897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:11,597 INFO [RS:0;cea23c84c117:38897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:18:11,597 INFO [RS:0;cea23c84c117:38897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:18:11,597 INFO [RS:0;cea23c84c117:38897 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:18:11,603 INFO [RS:0;cea23c84c117:38897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:18:11,603 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:18:11,604 INFO [RS:0;cea23c84c117:38897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38897 2024-11-12T07:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133/rs 2024-11-12T07:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077560133/rs/cea23c84c117,38897,1731395886289 2024-11-12T07:18:11,661 INFO [RS:0;cea23c84c117:38897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:18:11,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,38897,1731395886289] 2024-11-12T07:18:11,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11077560133/draining/cea23c84c117,38897,1731395886289 already deleted, retry=false 2024-11-12T07:18:11,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,38897,1731395886289 expired; onlineServers=0 2024-11-12T07:18:11,681 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,39445,1731395886145' ***** 2024-11-12T07:18:11,681 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:18:11,681 INFO [M:0;cea23c84c117:39445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:18:11,682 DEBUG [M:0;cea23c84c117:39445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:18:11,682 DEBUG [M:0;cea23c84c117:39445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:18:11,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:18:11,682 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395887704 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395887704,5,FailOnTimeoutGroup] 2024-11-12T07:18:11,682 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395887706 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395887706,5,FailOnTimeoutGroup] 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:18:11,682 DEBUG [M:0;cea23c84c117:39445 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:18:11,682 INFO [M:0;cea23c84c117:39445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:18:11,682 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11077560133/master 2024-11-12T07:18:11,692 DEBUG [M:0;cea23c84c117:39445 {}] zookeeper.ZKUtil(347): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Unable to get data of znode /11077560133/master because node does not exist (not an error) 2024-11-12T07:18:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11077560133 2024-11-12T07:18:11,692 WARN [M:0;cea23c84c117:39445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:18:11,692 INFO [M:0;cea23c84c117:39445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/.lastflushedseqids 2024-11-12T07:18:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741836_1012 (size=99) 2024-11-12T07:18:11,771 INFO [RS:0;cea23c84c117:38897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:18:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:11,771 INFO [RS:0;cea23c84c117:38897 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,38897,1731395886289; zookeeper connection closed. 2024-11-12T07:18:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38897-0x1012de879f00004, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:11,771 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fc5f37b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fc5f37b 2024-11-12T07:18:11,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:18:11,900 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:12,101 INFO [M:0;cea23c84c117:39445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:18:12,101 INFO [M:0;cea23c84c117:39445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:18:12,101 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:12,101 INFO [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:12,101 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:12,101 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:12,101 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:12,101 INFO [M:0;cea23c84c117:39445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T07:18:12,118 DEBUG [M:0;cea23c84c117:39445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb08f8920b704c8a9c46dfeb38fae080 is 82, key is hbase:meta,,1/info:regioninfo/1731395888565/Put/seqid=0 2024-11-12T07:18:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741837_1013 (size=5672) 2024-11-12T07:18:12,527 INFO [M:0;cea23c84c117:39445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb08f8920b704c8a9c46dfeb38fae080 2024-11-12T07:18:12,554 DEBUG [M:0;cea23c84c117:39445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441958030e254226b8b1ae3537f515c6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731395888594/Put/seqid=0 2024-11-12T07:18:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741838_1014 (size=5275) 2024-11-12T07:18:12,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:12,965 INFO [M:0;cea23c84c117:39445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441958030e254226b8b1ae3537f515c6 2024-11-12T07:18:12,983 DEBUG [M:0;cea23c84c117:39445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60156c14690245c7852a9d527ecb4c61 is 69, key is cea23c84c117,38897,1731395886289/rs:state/1731395887784/Put/seqid=0 2024-11-12T07:18:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741839_1015 (size=5156) 2024-11-12T07:18:13,387 INFO [M:0;cea23c84c117:39445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60156c14690245c7852a9d527ecb4c61 2024-11-12T07:18:13,394 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb08f8920b704c8a9c46dfeb38fae080 as hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb08f8920b704c8a9c46dfeb38fae080 2024-11-12T07:18:13,402 INFO [M:0;cea23c84c117:39445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb08f8920b704c8a9c46dfeb38fae080, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T07:18:13,404 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441958030e254226b8b1ae3537f515c6 as hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441958030e254226b8b1ae3537f515c6 2024-11-12T07:18:13,412 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:13,418 INFO [M:0;cea23c84c117:39445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441958030e254226b8b1ae3537f515c6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T07:18:13,422 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60156c14690245c7852a9d527ecb4c61 as hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60156c14690245c7852a9d527ecb4c61 2024-11-12T07:18:13,430 INFO [M:0;cea23c84c117:39445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37105/user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60156c14690245c7852a9d527ecb4c61, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T07:18:13,432 INFO [M:0;cea23c84c117:39445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false 2024-11-12T07:18:13,448 INFO [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:13,449 DEBUG [M:0;cea23c84c117:39445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395892101Disabling compacts and flushes for region at 1731395892101Disabling writes for close at 1731395892101Obtaining lock to block concurrent updates at 1731395892101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395892101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731395892102 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395892102Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395892102Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395892118 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395892118Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395892534 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395892553 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395892553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395892969 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395892982 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395892982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9dc945: reopening flushed file at 1731395893392 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117a1ebf: reopening flushed file at 1731395893402 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b160a41: reopening flushed file at 1731395893419 (+17 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false at 1731395893432 (+13 ms)Writing region close event to WAL at 1731395893448 (+16 ms)Closed at 1731395893448 2024-11-12T07:18:13,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741830_1006 (size=10165) 2024-11-12T07:18:13,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebf3c6f-7eab-c974-d6dc-bb1a3f7e913f/MasterData/WALs/cea23c84c117,39445,1731395886145/cea23c84c117%2C39445%2C1731395886145.1731395887401 not finished, retry = 0 2024-11-12T07:18:13,569 INFO [M:0;cea23c84c117:39445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:18:13,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:18:13,569 INFO [M:0;cea23c84c117:39445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39445 2024-11-12T07:18:13,570 INFO [M:0;cea23c84c117:39445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:18:13,687 INFO [M:0;cea23c84c117:39445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:18:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39445-0x1012de879f00003, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:13,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dff897d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:18:13,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@587d542d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:18:13,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:18:13,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@307f6cb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:18:13,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327a38d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir/,STOPPED} 2024-11-12T07:18:13,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:18:13,696 WARN [BP-1915167014-172.17.0.2-1731395883972 heartbeating to localhost/127.0.0.1:37105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:18:13,696 WARN [BP-1915167014-172.17.0.2-1731395883972 heartbeating to localhost/127.0.0.1:37105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1915167014-172.17.0.2-1731395883972 (Datanode Uuid 2863ef4b-0c07-43d5-ba6f-c7cff6eb77c0) service to localhost/127.0.0.1:37105 2024-11-12T07:18:13,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:18:13,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/cluster_49e0b313-1b9e-e068-0348-2ef558d3f378/data/data1/current/BP-1915167014-172.17.0.2-1731395883972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:18:13,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/cluster_49e0b313-1b9e-e068-0348-2ef558d3f378/data/data2/current/BP-1915167014-172.17.0.2-1731395883972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:18:13,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:18:13,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469e5d18{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:18:13,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae1f4bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:18:13,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:18:13,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d2eaa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:18:13,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f144d27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir/,STOPPED} 2024-11-12T07:18:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:18:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:18:13,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:13,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:13,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:13,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:13,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:13,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:18:13,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=339579083, stopped=false 2024-11-12T07:18:13,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,44203,1731395880703 2024-11-12T07:18:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-715714593/running 2024-11-12T07:18:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:13,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:18:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-715714593/running 2024-11-12T07:18:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:13,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:13,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:13,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:13,747 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,39361,1731395880954' ***** 2024-11-12T07:18:13,747 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:18:13,747 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:18:13,747 INFO [RS:0;cea23c84c117:39361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:18:13,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:18:13,747 INFO [RS:0;cea23c84c117:39361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:18:13,748 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bb68acba9319b53d785315863286421 2024-11-12T07:18:13,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/running 2024-11-12T07:18:13,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Set watcher on znode that does not yet exist, /0-715714593/running 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,39361,1731395880954 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39361. 2024-11-12T07:18:13,750 DEBUG [RS:0;cea23c84c117:39361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:13,750 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:18:13,750 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:18:13,751 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bb68acba9319b53d785315863286421, disabling compactions & flushes 2024-11-12T07:18:13,751 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:13,751 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:13,751 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. after waiting 0 ms 2024-11-12T07:18:13,751 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:13,751 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bb68acba9319b53d785315863286421 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T07:18:13,752 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:18:13,752 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5bb68acba9319b53d785315863286421=hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421.} 2024-11-12T07:18:13,752 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bb68acba9319b53d785315863286421 2024-11-12T07:18:13,752 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:13,752 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:13,752 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:13,752 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:13,752 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:13,753 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T07:18:13,761 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:18:13,781 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/.tmp/queue/30ab19675fe54290b8de220686abd594 is 151, key is 1-cea23c84c117,39361,1731395880954/queue:cea23c84c117%2C39361%2C1731395880954/1731395889828/Put/seqid=0 2024-11-12T07:18:13,796 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/info/a1c19a19eac2402186fc17fbee0182c9 is 147, key is hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421./info:regioninfo/1731395889499/Put/seqid=0 2024-11-12T07:18:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741838_1014 (size=5350) 2024-11-12T07:18:13,804 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/.tmp/queue/30ab19675fe54290b8de220686abd594 2024-11-12T07:18:13,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741839_1015 (size=6631) 2024-11-12T07:18:13,815 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/info/a1c19a19eac2402186fc17fbee0182c9 2024-11-12T07:18:13,842 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/.tmp/queue/30ab19675fe54290b8de220686abd594 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/queue/30ab19675fe54290b8de220686abd594 2024-11-12T07:18:13,857 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/queue/30ab19675fe54290b8de220686abd594, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T07:18:13,859 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5bb68acba9319b53d785315863286421 in 108ms, sequenceid=5, compaction requested=false 2024-11-12T07:18:13,859 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:18:13,870 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/ns/4206da373a9044cf9b1a51309943d2c7 is 43, key is default/ns:d/1731395883839/Put/seqid=0 2024-11-12T07:18:13,871 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/replication/5bb68acba9319b53d785315863286421/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:18:13,872 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:18:13,872 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:18:13,873 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:13,873 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bb68acba9319b53d785315863286421: Waiting for close lock at 1731395893751Running coprocessor pre-close hooks at 1731395893751Disabling compacts and flushes for region at 1731395893751Disabling writes for close at 1731395893751Obtaining lock to block concurrent updates at 1731395893751Preparing flush snapshotting stores in 5bb68acba9319b53d785315863286421 at 1731395893751Finished memstore snapshotting hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731395893751Flushing stores of hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. at 1731395893752 (+1 ms)Flushing 5bb68acba9319b53d785315863286421/queue: creating writer at 1731395893752Flushing 5bb68acba9319b53d785315863286421/queue: appending metadata at 1731395893781 (+29 ms)Flushing 5bb68acba9319b53d785315863286421/queue: closing flushed file at 1731395893781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c5d00e: reopening flushed file at 1731395893841 (+60 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5bb68acba9319b53d785315863286421 in 108ms, sequenceid=5, compaction requested=false at 1731395893859 (+18 ms)Writing region close event to WAL at 1731395893861 (+2 ms)Running coprocessor post-close hooks at 1731395893872 (+11 ms)Closed at 1731395893873 (+1 ms) 2024-11-12T07:18:13,873 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395888687.5bb68acba9319b53d785315863286421. 2024-11-12T07:18:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741840_1016 (size=5153) 2024-11-12T07:18:13,952 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:14,039 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:18:14,039 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:18:14,152 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:14,283 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/ns/4206da373a9044cf9b1a51309943d2c7 2024-11-12T07:18:14,311 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/table/524829e76a2a4948a62ff32680c1edc7 is 53, key is hbase:replication/table:state/1731395889513/Put/seqid=0 2024-11-12T07:18:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741841_1017 (size=5256) 2024-11-12T07:18:14,316 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/table/524829e76a2a4948a62ff32680c1edc7 2024-11-12T07:18:14,322 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.1731395883200 to pos 0, reset compression=false 2024-11-12T07:18:14,326 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/info/a1c19a19eac2402186fc17fbee0182c9 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/info/a1c19a19eac2402186fc17fbee0182c9 2024-11-12T07:18:14,339 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/info/a1c19a19eac2402186fc17fbee0182c9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T07:18:14,340 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/ns/4206da373a9044cf9b1a51309943d2c7 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/ns/4206da373a9044cf9b1a51309943d2c7 2024-11-12T07:18:14,348 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/ns/4206da373a9044cf9b1a51309943d2c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:18:14,351 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/.tmp/table/524829e76a2a4948a62ff32680c1edc7 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/table/524829e76a2a4948a62ff32680c1edc7 2024-11-12T07:18:14,352 DEBUG [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:18:14,358 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/table/524829e76a2a4948a62ff32680c1edc7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T07:18:14,359 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=11, compaction requested=false 2024-11-12T07:18:14,366 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:18:14,366 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:18:14,366 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:18:14,367 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:14,367 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395893752Running coprocessor pre-close hooks at 1731395893752Disabling compacts and flushes for region at 1731395893752Disabling writes for close at 1731395893752Obtaining lock to block concurrent updates at 1731395893753 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731395893753Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731395893756 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731395893757 (+1 ms)Flushing 1588230740/info: creating writer at 1731395893757Flushing 1588230740/info: appending metadata at 1731395893796 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731395893796Flushing 1588230740/ns: creating writer at 1731395893837 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731395893869 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731395893869Flushing 1588230740/table: creating writer at 1731395894290 (+421 ms)Flushing 1588230740/table: appending metadata at 1731395894311 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731395894311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a364e6a: reopening flushed file at 1731395894323 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311015b2: reopening flushed file at 1731395894339 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387019e0: reopening flushed file at 1731395894348 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=11, compaction requested=false at 1731395894359 (+11 ms)Writing region close event to WAL at 1731395894360 (+1 ms)Running coprocessor post-close hooks at 1731395894366 (+6 ms)Closed at 1731395894367 (+1 ms) 2024-11-12T07:18:14,367 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:14,552 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,39361,1731395880954; all regions closed. 2024-11-12T07:18:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741834_1010 (size=2742) 2024-11-12T07:18:14,557 DEBUG [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs 2024-11-12T07:18:14,557 INFO [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C39361%2C1731395880954.meta:.meta(num 1731395883636) 2024-11-12T07:18:14,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741837_1013 (size=1586) 2024-11-12T07:18:14,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/WALs/cea23c84c117,39361,1731395880954/cea23c84c117%2C39361%2C1731395880954.rep.1731395889439 not finished, retry = 0 2024-11-12T07:18:14,664 DEBUG [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs 2024-11-12T07:18:14,665 INFO [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C39361%2C1731395880954.rep:(num 1731395889439) 2024-11-12T07:18:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741833_1009 (size=93) 2024-11-12T07:18:14,672 DEBUG [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/oldWALs 2024-11-12T07:18:14,672 INFO [RS:0;cea23c84c117:39361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C39361%2C1731395880954:(num 1731395883200) 2024-11-12T07:18:14,672 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:14,672 INFO [RS:0;cea23c84c117:39361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:18:14,672 INFO [RS:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:18:14,672 INFO [RS:0;cea23c84c117:39361 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:18:14,673 INFO [RS:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:18:14,673 INFO [RS:0;cea23c84c117:39361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,39361,1731395880954 because: Region server is closing 2024-11-12T07:18:14,673 INFO [RS:0;cea23c84c117:39361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39361. 2024-11-12T07:18:14,673 DEBUG [RS:0;cea23c84c117:39361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:14,673 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:14,673 DEBUG [RS:0;cea23c84c117:39361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:14,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:14,673 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:18:14,773 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.wal-reader.cea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:18:14,773 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.shippercea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:18:14,774 INFO [RS:0;cea23c84c117:39361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39361,1731395880954.replicationSource.shippercea23c84c117%2C39361%2C1731395880954,1-cea23c84c117,39361,1731395880954 terminated 2024-11-12T07:18:14,774 INFO [RS:0;cea23c84c117:39361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39361 2024-11-12T07:18:14,829 INFO [RS:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:18:14,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593/rs 2024-11-12T07:18:14,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-715714593/rs/cea23c84c117,39361,1731395880954 2024-11-12T07:18:14,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,39361,1731395880954] 2024-11-12T07:18:14,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-715714593/draining/cea23c84c117,39361,1731395880954 already deleted, retry=false 2024-11-12T07:18:14,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,39361,1731395880954 expired; onlineServers=0 2024-11-12T07:18:14,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,44203,1731395880703' ***** 2024-11-12T07:18:14,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:18:14,850 DEBUG [M:0;cea23c84c117:44203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:18:14,850 DEBUG [M:0;cea23c84c117:44203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:18:14,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:18:14,850 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395882916 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395882916,5,FailOnTimeoutGroup] 2024-11-12T07:18:14,850 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395882908 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395882908,5,FailOnTimeoutGroup] 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:18:14,850 DEBUG [M:0;cea23c84c117:44203 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:18:14,850 INFO [M:0;cea23c84c117:44203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:18:14,851 INFO [M:0;cea23c84c117:44203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:18:14,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:18:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-715714593/master 2024-11-12T07:18:14,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-715714593 2024-11-12T07:18:14,860 DEBUG [M:0;cea23c84c117:44203 {}] zookeeper.ZKUtil(347): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Unable to get data of znode /0-715714593/master because node does not exist (not an error) 2024-11-12T07:18:14,860 WARN [M:0;cea23c84c117:44203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:18:14,861 INFO [M:0;cea23c84c117:44203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/.lastflushedseqids 2024-11-12T07:18:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741842_1018 (size=181) 2024-11-12T07:18:14,940 INFO [RS:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:18:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:14,940 INFO [RS:0;cea23c84c117:39361 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,39361,1731395880954; zookeeper connection closed. 2024-11-12T07:18:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39361-0x1012de879f00001, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:14,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28148fc8 2024-11-12T07:18:14,940 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:18:14,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:14,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:15,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:15,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:15,269 INFO [M:0;cea23c84c117:44203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:18:15,269 INFO [M:0;cea23c84c117:44203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:18:15,269 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:15,269 INFO [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:15,269 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:15,269 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:15,269 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:15,270 INFO [M:0;cea23c84c117:44203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T07:18:15,287 DEBUG [M:0;cea23c84c117:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd536550f74d4d9e8b0f5912dc436f72 is 82, key is hbase:meta,,1/info:regioninfo/1731395883679/Put/seqid=0 2024-11-12T07:18:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741843_1019 (size=5672) 2024-11-12T07:18:15,693 INFO [M:0;cea23c84c117:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd536550f74d4d9e8b0f5912dc436f72 2024-11-12T07:18:15,725 DEBUG [M:0;cea23c84c117:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91395ff2d4014acfbe3ef6d0a33ba357 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731395889520/Put/seqid=0 2024-11-12T07:18:15,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741844_1020 (size=7203) 2024-11-12T07:18:15,733 INFO [M:0;cea23c84c117:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91395ff2d4014acfbe3ef6d0a33ba357 2024-11-12T07:18:15,754 DEBUG [M:0;cea23c84c117:44203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924dee13fbd49be9faa57e9b79f5c84 is 69, key is cea23c84c117,39361,1731395880954/rs:state/1731395882960/Put/seqid=0 2024-11-12T07:18:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741845_1021 (size=5156) 2024-11-12T07:18:15,761 INFO [M:0;cea23c84c117:44203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924dee13fbd49be9faa57e9b79f5c84 2024-11-12T07:18:15,767 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd536550f74d4d9e8b0f5912dc436f72 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd536550f74d4d9e8b0f5912dc436f72 2024-11-12T07:18:15,773 INFO [M:0;cea23c84c117:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd536550f74d4d9e8b0f5912dc436f72, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T07:18:15,776 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91395ff2d4014acfbe3ef6d0a33ba357 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91395ff2d4014acfbe3ef6d0a33ba357 2024-11-12T07:18:15,785 INFO [M:0;cea23c84c117:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91395ff2d4014acfbe3ef6d0a33ba357, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T07:18:15,786 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b924dee13fbd49be9faa57e9b79f5c84 as hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b924dee13fbd49be9faa57e9b79f5c84 2024-11-12T07:18:15,793 INFO [M:0;cea23c84c117:44203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/713f76e8-8434-2827-fa3d-1ae69f63f786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b924dee13fbd49be9faa57e9b79f5c84, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T07:18:15,794 INFO [M:0;cea23c84c117:44203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=70, compaction requested=false 2024-11-12T07:18:15,808 INFO [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:15,808 DEBUG [M:0;cea23c84c117:44203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395895269Disabling compacts and flushes for region at 1731395895269Disabling writes for close at 1731395895269Obtaining lock to block concurrent updates at 1731395895270 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395895270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731395895270Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395895271 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395895271Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395895287 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395895287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395895698 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395895724 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395895724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395895738 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395895754 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395895754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26104ad0: reopening flushed file at 1731395895766 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2989b08e: reopening flushed file at 1731395895773 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac9a8e: reopening flushed file at 1731395895785 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=70, compaction requested=false at 1731395895794 (+9 ms)Writing region close event to WAL at 1731395895808 (+14 ms)Closed at 1731395895808 2024-11-12T07:18:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44327 is added to blk_1073741830_1006 (size=41008) 2024-11-12T07:18:15,812 INFO [M:0;cea23c84c117:44203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:18:15,812 INFO [M:0;cea23c84c117:44203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44203 2024-11-12T07:18:15,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:18:15,812 INFO [M:0;cea23c84c117:44203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:18:15,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:15,960 INFO [M:0;cea23c84c117:44203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:18:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44203-0x1012de879f00000, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:18:15,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e05bd2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:18:15,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb19351{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:18:15,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:18:15,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3902740{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:18:15,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e602a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir/,STOPPED} 2024-11-12T07:18:15,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:18:15,965 WARN [BP-1474939674-172.17.0.2-1731395878507 heartbeating to localhost/127.0.0.1:39389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:18:15,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:18:15,965 WARN [BP-1474939674-172.17.0.2-1731395878507 heartbeating to localhost/127.0.0.1:39389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474939674-172.17.0.2-1731395878507 (Datanode Uuid 1654f751-1f0b-4f60-86ee-fcb3a9d7a18f) service to localhost/127.0.0.1:39389 2024-11-12T07:18:15,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/data/data1/current/BP-1474939674-172.17.0.2-1731395878507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:18:15,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/cluster_e3037859-fcdf-423a-d72e-694e6974341a/data/data2/current/BP-1474939674-172.17.0.2-1731395878507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:18:15,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:18:15,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d7014b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:18:15,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e087b50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:18:15,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:18:15,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d2acfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:18:15,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a6d48d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a3e3c61-9085-150b-1b81-bdcad5e04fbd/hadoop.log.dir/,STOPPED} 2024-11-12T07:18:15,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:18:15,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:18:15,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39389 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51530) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51530) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37105 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 428) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6771 (was 7020) 2024-11-12T07:18:16,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=6771 2024-11-12T07:18:16,012 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T07:18:16,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir so I do NOT create it in target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b 2024-11-12T07:18:16,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:18:16,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.tmp.dir so I do NOT create it in target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b 2024-11-12T07:18:16,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/452ed62a-882d-2c7b-d06a-1682dd34fe7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:18:16,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b 2024-11-12T07:18:16,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d, deleteOnExit=true 2024-11-12T07:18:16,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/zookeeper_0, clientPort=55860, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:18:16,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55860 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/test.cache.data in system properties and HBase conf 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:18:16,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:18:16,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:16,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:18:16,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:18:16,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012de879f00002, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:18:16,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012de879f00005, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:18:16,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012de879f00005, quorum=127.0.0.1:51530, baseZNode=/11077560133 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:18:16,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012de879f00002, quorum=127.0.0.1:51530, baseZNode=/0-715714593 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:18:16,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:16,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:16,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:16,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:16,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:18:16,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:16,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52044ae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:16,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d5cb75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:16,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20748bec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/java.io.tmpdir/jetty-localhost-37277-hadoop-hdfs-3_4_1-tests_jar-_-any-18146888307161013910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:18:16,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45ebcc2a{HTTP/1.1, (http/1.1)}{localhost:37277} 2024-11-12T07:18:16,461 INFO [Time-limited test {}] server.Server(415): Started @49213ms 2024-11-12T07:18:16,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:16,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:16,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:16,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:16,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:18:16,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:16,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba6c40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:16,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19cbd6d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/java.io.tmpdir/jetty-localhost-42517-hadoop-hdfs-3_4_1-tests_jar-_-any-11082322748797151428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:18:16,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41c40910{HTTP/1.1, (http/1.1)}{localhost:42517} 2024-11-12T07:18:16,806 INFO [Time-limited test {}] server.Server(415): Started @49559ms 2024-11-12T07:18:16,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:18:17,434 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/data/data1/current/BP-1543717718-172.17.0.2-1731395896057/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:17,434 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/data/data2/current/BP-1543717718-172.17.0.2-1731395896057/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:17,448 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:18:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58835253a2855fbc with lease ID 0xed96cb7debac73df: Processing first storage report for DS-f97002c2-8a56-4743-baa7-792dd11a8096 from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=f16cf757-6346-4a58-aa53-0ebd15749e19, infoPort=45277, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=2067105357;c=1731395896057) 2024-11-12T07:18:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58835253a2855fbc with lease ID 0xed96cb7debac73df: from storage DS-f97002c2-8a56-4743-baa7-792dd11a8096 node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=f16cf757-6346-4a58-aa53-0ebd15749e19, infoPort=45277, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=2067105357;c=1731395896057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58835253a2855fbc with lease ID 0xed96cb7debac73df: Processing first storage report for DS-502b974a-fdcb-44f8-8838-e15a667ca3b0 from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=f16cf757-6346-4a58-aa53-0ebd15749e19, infoPort=45277, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=2067105357;c=1731395896057) 2024-11-12T07:18:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58835253a2855fbc with lease ID 0xed96cb7debac73df: from storage DS-502b974a-fdcb-44f8-8838-e15a667ca3b0 node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=f16cf757-6346-4a58-aa53-0ebd15749e19, infoPort=45277, infoSecurePort=0, ipcPort=39499, storageInfo=lv=-57;cid=testClusterID;nsid=2067105357;c=1731395896057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:17,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b 2024-11-12T07:18:17,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:17,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:18:17,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2 with version=8 2024-11-12T07:18:17,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/hbase-staging 2024-11-12T07:18:17,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:18:17,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:17,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43361 2024-11-12T07:18:17,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43361 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:18,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433610x0, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:18,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43361-0x1012de8be870000 connected 2024-11-12T07:18:18,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:18,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:18,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/running 2024-11-12T07:18:18,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2, hbase.cluster.distributed=false 2024-11-12T07:18:18,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/acl 2024-11-12T07:18:18,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-12T07:18:18,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43361 2024-11-12T07:18:18,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43361 2024-11-12T07:18:18,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-12T07:18:18,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43361 2024-11-12T07:18:18,154 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:18,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:18,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:18,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:18,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:18,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:18,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:18:18,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:18,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40639 2024-11-12T07:18:18,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40639 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:18,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:18,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:18,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406390x0, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:18,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406390x0, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/running 2024-11-12T07:18:18,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40639-0x1012de8be870001 connected 2024-11-12T07:18:18,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:18:18,168 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:18:18,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/master 2024-11-12T07:18:18,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/acl 2024-11-12T07:18:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-12T07:18:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40639 2024-11-12T07:18:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40639 2024-11-12T07:18:18,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-12T07:18:18,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40639 2024-11-12T07:18:18,181 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:43361 2024-11-12T07:18:18,181 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0414629655/backup-masters/cea23c84c117,43361,1731395897947 2024-11-12T07:18:18,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/backup-masters 2024-11-12T07:18:18,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/backup-masters 2024-11-12T07:18:18,187 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on existing znode=/0414629655/backup-masters/cea23c84c117,43361,1731395897947 2024-11-12T07:18:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0414629655/master 2024-11-12T07:18:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:18,197 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on existing znode=/0414629655/master 2024-11-12T07:18:18,197 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0414629655/backup-masters/cea23c84c117,43361,1731395897947 from backup master directory 2024-11-12T07:18:18,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0414629655/backup-masters/cea23c84c117,43361,1731395897947 2024-11-12T07:18:18,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/backup-masters 2024-11-12T07:18:18,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/backup-masters 2024-11-12T07:18:18,207 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:18,207 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,43361,1731395897947 2024-11-12T07:18:18,211 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/hbase.id] with ID: 7dd2db9d-b5a6-451e-b869-63ed78f29af2 2024-11-12T07:18:18,211 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/.tmp/hbase.id 2024-11-12T07:18:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:18:18,616 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/.tmp/hbase.id]:[hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/hbase.id] 2024-11-12T07:18:18,627 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:18,628 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:18:18,629 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:18:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:18:19,130 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:19,131 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:18:19,131 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:18:19,539 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store 2024-11-12T07:18:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:18:19,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:19,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:19,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:19,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:19,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:19,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:19,945 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:19,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:19,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:19,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:19,946 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:19,946 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395899945Disabling compacts and flushes for region at 1731395899945Disabling writes for close at 1731395899945Writing region close event to WAL at 1731395899945Closed at 1731395899946 (+1 ms) 2024-11-12T07:18:19,946 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/.initializing 2024-11-12T07:18:19,947 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/WALs/cea23c84c117,43361,1731395897947 2024-11-12T07:18:19,948 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:19,949 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C43361%2C1731395897947, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/WALs/cea23c84c117,43361,1731395897947, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/oldWALs, maxLogs=10 2024-11-12T07:18:19,965 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/WALs/cea23c84c117,43361,1731395897947/cea23c84c117%2C43361%2C1731395897947.1731395899950, exclude list is [], retry=0 2024-11-12T07:18:19,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-f97002c2-8a56-4743-baa7-792dd11a8096,DISK] 2024-11-12T07:18:19,969 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/WALs/cea23c84c117,43361,1731395897947/cea23c84c117%2C43361%2C1731395897947.1731395899950 2024-11-12T07:18:19,970 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-12T07:18:19,970 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:19,970 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:19,970 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,970 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:18:19,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:19,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:19,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:18:19,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:19,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:19,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:18:19,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:19,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:19,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:18:19,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:19,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:19,979 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,979 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,980 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,981 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,981 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,981 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:19,982 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:19,984 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:19,985 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72418944, jitterRate=0.07912635803222656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:19,985 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395899970Initializing all the Stores at 1731395899971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395899971Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395899971Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395899971Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395899971Cleaning up temporary data from old regions at 1731395899981 (+10 ms)Region opened successfully at 1731395899985 (+4 ms) 2024-11-12T07:18:19,985 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:18:19,988 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ac5354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:19,989 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:18:19,989 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:18:19,989 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:18:19,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:18:19,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:18:19,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:18:19,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:18:19,992 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:18:19,993 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/balancer because node does not exist (not necessarily an error) 2024-11-12T07:18:20,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/balancer already deleted, retry=false 2024-11-12T07:18:20,060 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:18:20,061 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:18:20,070 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/normalizer already deleted, retry=false 2024-11-12T07:18:20,071 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:18:20,072 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:18:20,081 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/switch/split already deleted, retry=false 2024-11-12T07:18:20,081 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:18:20,091 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/switch/merge already deleted, retry=false 2024-11-12T07:18:20,093 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:18:20,102 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/snapshot-cleanup already deleted, retry=false 2024-11-12T07:18:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0414629655/running 2024-11-12T07:18:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0414629655/running 2024-11-12T07:18:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,113 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,43361,1731395897947, sessionid=0x1012de8be870000, setting cluster-up flag (Was=false) 2024-11-12T07:18:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,165 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0414629655/flush-table-proc/acquired, /0414629655/flush-table-proc/reached, /0414629655/flush-table-proc/abort 2024-11-12T07:18:20,166 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,43361,1731395897947 2024-11-12T07:18:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:20,218 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0414629655/online-snapshot/acquired, /0414629655/online-snapshot/reached, /0414629655/online-snapshot/abort 2024-11-12T07:18:20,219 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,43361,1731395897947 2024-11-12T07:18:20,220 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:18:20,221 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:20,221 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:18:20,221 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:18:20,222 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,43361,1731395897947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:20,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395930225 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:18:20,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:18:20,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:18:20,225 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:18:20,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:18:20,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:18:20,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:18:20,226 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395900226,5,FailOnTimeoutGroup] 2024-11-12T07:18:20,227 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395900226,5,FailOnTimeoutGroup] 2024-11-12T07:18:20,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:18:20,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:18:20,274 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(746): ClusterId : 7dd2db9d-b5a6-451e-b869-63ed78f29af2 2024-11-12T07:18:20,274 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:18:20,340 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:18:20,340 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:18:20,366 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:18:20,366 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95966a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:20,377 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:40639 2024-11-12T07:18:20,377 INFO [RS:0;cea23c84c117:40639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:18:20,377 INFO [RS:0;cea23c84c117:40639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:18:20,377 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:18:20,378 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,43361,1731395897947 with port=40639, startcode=1731395898154 2024-11-12T07:18:20,378 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:18:20,380 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:18:20,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43361 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,382 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2 2024-11-12T07:18:20,382 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44409 2024-11-12T07:18:20,382 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:18:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/rs 2024-11-12T07:18:20,387 DEBUG [RS:0;cea23c84c117:40639 {}] zookeeper.ZKUtil(111): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on existing znode=/0414629655/rs/cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,387 WARN [RS:0;cea23c84c117:40639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:20,387 INFO [RS:0;cea23c84c117:40639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:20,387 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,40639,1731395898154] 2024-11-12T07:18:20,390 INFO [RS:0;cea23c84c117:40639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:18:20,391 INFO [RS:0;cea23c84c117:40639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:18:20,392 INFO [RS:0;cea23c84c117:40639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:18:20,392 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,392 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:18:20,392 INFO [RS:0;cea23c84c117:40639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:18:20,393 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:20,393 DEBUG [RS:0;cea23c84c117:40639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,394 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40639,1731395898154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:20,407 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:18:20,407 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40639,1731395898154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,407 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,407 INFO [RS:0;cea23c84c117:40639 {}] regionserver.Replication(171): cea23c84c117,40639,1731395898154 started 2024-11-12T07:18:20,419 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:20,419 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,40639,1731395898154, RpcServer on cea23c84c117/172.17.0.2:40639, sessionid=0x1012de8be870001 2024-11-12T07:18:20,419 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:18:20,419 DEBUG [RS:0;cea23c84c117:40639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,419 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40639,1731395898154' 2024-11-12T07:18:20,420 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0414629655/flush-table-proc/abort' 2024-11-12T07:18:20,420 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0414629655/flush-table-proc/acquired' 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,40639,1731395898154 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40639,1731395898154' 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0414629655/online-snapshot/abort' 2024-11-12T07:18:20,421 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0414629655/online-snapshot/acquired' 2024-11-12T07:18:20,422 DEBUG [RS:0;cea23c84c117:40639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:18:20,422 INFO [RS:0;cea23c84c117:40639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:18:20,422 INFO [RS:0;cea23c84c117:40639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:18:20,522 INFO [RS:0;cea23c84c117:40639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:20,524 INFO [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40639%2C1731395898154, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs, maxLogs=10 2024-11-12T07:18:20,541 DEBUG [RS:0;cea23c84c117:40639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524, exclude list is [], retry=0 2024-11-12T07:18:20,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-f97002c2-8a56-4743-baa7-792dd11a8096,DISK] 2024-11-12T07:18:20,546 INFO [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 2024-11-12T07:18:20,547 DEBUG [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-12T07:18:20,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:18:20,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2 2024-11-12T07:18:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:18:21,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:21,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:21,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:21,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:21,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:21,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:21,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:21,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:21,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:21,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:21,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740 2024-11-12T07:18:21,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740 2024-11-12T07:18:21,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:21,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:21,053 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:21,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:21,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:21,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71873637, jitterRate=0.07100065052509308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:21,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395901041Initializing all the Stores at 1731395901042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395901042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901043 (+1 ms)Cleaning up temporary data from old regions at 1731395901052 (+9 ms)Region opened successfully at 1731395901057 (+5 ms) 2024-11-12T07:18:21,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:21,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:21,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:21,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:21,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:21,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:21,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395901057Disabling compacts and flushes for region at 1731395901057Disabling writes for close at 1731395901058 (+1 ms)Writing region close event to WAL at 1731395901058Closed at 1731395901058 2024-11-12T07:18:21,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:21,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:18:21,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:18:21,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:21,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:18:21,212 DEBUG [cea23c84c117:43361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:18:21,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:21,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40639,1731395898154, state=OPENING 2024-11-12T07:18:21,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:18:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:21,271 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:21,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0414629655/meta-region-server: CHANGED 2024-11-12T07:18:21,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0414629655/meta-region-server: CHANGED 2024-11-12T07:18:21,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40639,1731395898154}] 2024-11-12T07:18:21,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:18:21,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:18:21,429 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:18:21,429 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:21,430 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:18:21,431 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40639%2C1731395898154.meta, suffix=.meta, logDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs, maxLogs=10 2024-11-12T07:18:21,444 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.meta.1731395901431.meta, exclude list is [], retry=0 2024-11-12T07:18:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-f97002c2-8a56-4743-baa7-792dd11a8096,DISK] 2024-11-12T07:18:21,448 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.meta.1731395901431.meta 2024-11-12T07:18:21,448 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-12T07:18:21,448 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:21,448 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:21,448 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:21,448 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:18:21,448 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:18:21,449 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:18:21,449 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:21,449 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:18:21,449 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:18:21,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:21,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:21,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:21,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:21,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:21,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:21,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:21,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:21,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:21,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:21,455 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:21,456 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740 2024-11-12T07:18:21,457 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740 2024-11-12T07:18:21,458 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:21,458 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:21,459 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:21,460 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:21,460 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63131208, jitterRate=-0.05927169322967529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:21,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:18:21,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395901449Writing region info on filesystem at 1731395901449Initializing all the Stores at 1731395901450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395901450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395901450Cleaning up temporary data from old regions at 1731395901458 (+8 ms)Running coprocessor post-open hooks at 1731395901461 (+3 ms)Region opened successfully at 1731395901461 2024-11-12T07:18:21,462 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395901424 2024-11-12T07:18:21,464 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:18:21,464 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:18:21,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:21,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40639,1731395898154, state=OPEN 2024-11-12T07:18:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0414629655/meta-region-server 2024-11-12T07:18:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0414629655/meta-region-server 2024-11-12T07:18:21,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,40639,1731395898154 2024-11-12T07:18:21,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0414629655/meta-region-server: CHANGED 2024-11-12T07:18:21,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0414629655/meta-region-server: CHANGED 2024-11-12T07:18:21,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:18:21,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40639,1731395898154 in 426 msec 2024-11-12T07:18:21,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:18:21,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-12T07:18:21,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:21,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:18:21,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:21,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:21,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:21,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:21,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4900 sec 2024-11-12T07:18:21,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395901712, completionTime=-1 2024-11-12T07:18:21,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:18:21,712 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:18:21,714 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:18:21,714 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395961714 2024-11-12T07:18:21,714 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396021714 2024-11-12T07:18:21,714 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:43361, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,717 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:18:21,719 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.512sec 2024-11-12T07:18:21,719 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:18:21,719 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:18:21,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:18:21,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:18:21,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:18:21,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:21,720 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:18:21,722 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:18:21,722 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:18:21,722 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43361,1731395897947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:21,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310fd993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:21,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43361,-1 for getting cluster id 2024-11-12T07:18:21,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:21,777 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dd2db9d-b5a6-451e-b869-63ed78f29af2' 2024-11-12T07:18:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dd2db9d-b5a6-451e-b869-63ed78f29af2" 2024-11-12T07:18:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ca20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43361,-1] 2024-11-12T07:18:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:21,779 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:21,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e5e3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:21,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:21,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,43361,1731395897947 2024-11-12T07:18:21,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:21,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012de8be870002 connected 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir so I do NOT create it in target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996 2024-11-12T07:18:21,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.tmp.dir so I do NOT create it in target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996 2024-11-12T07:18:21,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:18:21,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/cluster_80397621-031a-5e11-9f5f-8418e002f53c, deleteOnExit=true 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/test.cache.data in system properties and HBase conf 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:18:21,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:18:21,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:18:21,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:18:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:18:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:18:22,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:22,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:22,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:22,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:22,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:18:22,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:22,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57cd37fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:22,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aee436e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:22,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@720556c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-8296307943841121249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:18:22,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4facbbf9{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-11-12T07:18:22,289 INFO [Time-limited test {}] server.Server(415): Started @55042ms 2024-11-12T07:18:22,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:18:22,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:18:22,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:18:22,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:18:22,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:18:22,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b04d099{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:18:22,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5c3477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:18:22,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e25c024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/java.io.tmpdir/jetty-localhost-41479-hadoop-hdfs-3_4_1-tests_jar-_-any-2700987537099258093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:18:22,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4599082{HTTP/1.1, (http/1.1)}{localhost:41479} 2024-11-12T07:18:22,651 INFO [Time-limited test {}] server.Server(415): Started @55404ms 2024-11-12T07:18:22,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:18:23,278 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/cluster_80397621-031a-5e11-9f5f-8418e002f53c/data/data1/current/BP-1555021505-172.17.0.2-1731395901841/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:23,278 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/cluster_80397621-031a-5e11-9f5f-8418e002f53c/data/data2/current/BP-1555021505-172.17.0.2-1731395901841/current, will proceed with Du for space computation calculation, 2024-11-12T07:18:23,295 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:18:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cafaaa8aff884ea with lease ID 0xc6cbb97c96dcafd7: Processing first storage report for DS-7156bf11-f5ab-4511-8358-bac555d8c22b from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=55076996-09bd-4efd-96c8-adeffbbff885, infoPort=44725, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=759195492;c=1731395901841) 2024-11-12T07:18:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cafaaa8aff884ea with lease ID 0xc6cbb97c96dcafd7: from storage DS-7156bf11-f5ab-4511-8358-bac555d8c22b node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=55076996-09bd-4efd-96c8-adeffbbff885, infoPort=44725, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=759195492;c=1731395901841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cafaaa8aff884ea with lease ID 0xc6cbb97c96dcafd7: Processing first storage report for DS-1cddc68b-fd35-4a72-b78b-636d3d3f7dfe from datanode DatanodeRegistration(127.0.0.1:35173, datanodeUuid=55076996-09bd-4efd-96c8-adeffbbff885, infoPort=44725, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=759195492;c=1731395901841) 2024-11-12T07:18:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cafaaa8aff884ea with lease ID 0xc6cbb97c96dcafd7: from storage DS-1cddc68b-fd35-4a72-b78b-636d3d3f7dfe node DatanodeRegistration(127.0.0.1:35173, datanodeUuid=55076996-09bd-4efd-96c8-adeffbbff885, infoPort=44725, infoSecurePort=0, ipcPort=33735, storageInfo=lv=-57;cid=testClusterID;nsid=759195492;c=1731395901841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:18:23,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996 2024-11-12T07:18:23,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:18:23,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db with version=8 2024-11-12T07:18:23,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/hbase-staging 2024-11-12T07:18:23,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:23,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:23,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:18:23,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:23,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-11-12T07:18:23,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33227 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332270x0, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:23,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33227-0x1012de8be870003 connected 2024-11-12T07:18:23,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/running 2024-11-12T07:18:23,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db, hbase.cluster.distributed=false 2024-11-12T07:18:23,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/acl 2024-11-12T07:18:23,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-12T07:18:23,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-11-12T07:18:23,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-11-12T07:18:23,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-12T07:18:23,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-12T07:18:23,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:18:23,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:18:23,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:18:23,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:18:23,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:18:23,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:18:23,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45951 2024-11-12T07:18:23,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45951 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:23,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:23,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459510x0, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:23,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45951-0x1012de8be870004 connected 2024-11-12T07:18:23,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/running 2024-11-12T07:18:23,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:18:23,966 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:18:23,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/master 2024-11-12T07:18:23,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/acl 2024-11-12T07:18:23,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45951 2024-11-12T07:18:23,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45951 2024-11-12T07:18:23,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45951 2024-11-12T07:18:23,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45951 2024-11-12T07:18:23,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45951 2024-11-12T07:18:23,982 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:33227 2024-11-12T07:18:23,983 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-814577876/backup-masters/cea23c84c117,33227,1731395903797 2024-11-12T07:18:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/backup-masters 2024-11-12T07:18:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/backup-masters 2024-11-12T07:18:23,986 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on existing znode=/1-814577876/backup-masters/cea23c84c117,33227,1731395903797 2024-11-12T07:18:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814577876/master 2024-11-12T07:18:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:23,997 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on existing znode=/1-814577876/master 2024-11-12T07:18:23,997 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-814577876/backup-masters/cea23c84c117,33227,1731395903797 from backup master directory 2024-11-12T07:18:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/backup-masters 2024-11-12T07:18:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814577876/backup-masters/cea23c84c117,33227,1731395903797 2024-11-12T07:18:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/backup-masters 2024-11-12T07:18:24,007 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:24,007 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,33227,1731395903797 2024-11-12T07:18:24,011 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/hbase.id] with ID: 112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9 2024-11-12T07:18:24,011 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/.tmp/hbase.id 2024-11-12T07:18:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:18:24,416 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/.tmp/hbase.id]:[hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/hbase.id] 2024-11-12T07:18:24,427 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:24,427 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:18:24,428 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:18:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:18:24,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:24,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:18:24,878 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:18:25,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store 2024-11-12T07:18:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:18:25,692 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:25,692 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:18:25,692 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395905692Disabling compacts and flushes for region at 1731395905692Disabling writes for close at 1731395905692Writing region close event to WAL at 1731395905692Closed at 1731395905692 2024-11-12T07:18:25,693 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/.initializing 2024-11-12T07:18:25,693 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/WALs/cea23c84c117,33227,1731395903797 2024-11-12T07:18:25,694 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:25,696 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C33227%2C1731395903797, suffix=, logDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/WALs/cea23c84c117,33227,1731395903797, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/oldWALs, maxLogs=10 2024-11-12T07:18:25,711 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/WALs/cea23c84c117,33227,1731395903797/cea23c84c117%2C33227%2C1731395903797.1731395905696, exclude list is [], retry=0 2024-11-12T07:18:25,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-7156bf11-f5ab-4511-8358-bac555d8c22b,DISK] 2024-11-12T07:18:25,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/WALs/cea23c84c117,33227,1731395903797/cea23c84c117%2C33227%2C1731395903797.1731395905696 2024-11-12T07:18:25,715 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44725:44725)] 2024-11-12T07:18:25,715 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:25,716 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:25,716 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,716 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:18:25,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:25,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:25,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:18:25,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:25,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:25,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:18:25,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:25,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:25,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:18:25,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:25,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:25,724 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,725 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,725 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,726 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,726 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,727 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:25,728 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:18:25,729 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:25,730 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64017031, jitterRate=-0.04607190191745758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:25,730 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395905716Initializing all the Stores at 1731395905717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395905717Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395905717Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395905717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395905717Cleaning up temporary data from old regions at 1731395905726 (+9 ms)Region opened successfully at 1731395905730 (+4 ms) 2024-11-12T07:18:25,730 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:18:25,733 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbc4978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:25,734 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:18:25,734 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:18:25,734 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:18:25,734 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:18:25,735 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:18:25,735 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:18:25,735 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:18:25,737 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:18:25,738 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/balancer because node does not exist (not necessarily an error) 2024-11-12T07:18:25,796 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/balancer already deleted, retry=false 2024-11-12T07:18:25,797 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:18:25,797 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:18:25,807 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/normalizer already deleted, retry=false 2024-11-12T07:18:25,807 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:18:25,808 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:18:25,817 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/switch/split already deleted, retry=false 2024-11-12T07:18:25,818 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:18:25,828 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/switch/merge already deleted, retry=false 2024-11-12T07:18:25,830 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:18:25,838 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/snapshot-cleanup already deleted, retry=false 2024-11-12T07:18:25,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814577876/running 2024-11-12T07:18:25,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814577876/running 2024-11-12T07:18:25,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,33227,1731395903797, sessionid=0x1012de8be870003, setting cluster-up flag (Was=false) 2024-11-12T07:18:25,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,933 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-814577876/flush-table-proc/acquired, /1-814577876/flush-table-proc/reached, /1-814577876/flush-table-proc/abort 2024-11-12T07:18:25,934 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,33227,1731395903797 2024-11-12T07:18:25,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:25,986 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-814577876/online-snapshot/acquired, /1-814577876/online-snapshot/reached, /1-814577876/online-snapshot/abort 2024-11-12T07:18:25,987 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,33227,1731395903797 2024-11-12T07:18:25,988 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:18:25,989 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:25,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:18:25,990 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:18:25,990 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,33227,1731395903797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:25,991 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:25,992 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731395935992 2024-11-12T07:18:25,992 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:18:25,992 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:25,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:25,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:18:25,993 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:18:25,993 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395905993,5,FailOnTimeoutGroup] 2024-11-12T07:18:25,994 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395905994,5,FailOnTimeoutGroup] 2024-11-12T07:18:25,994 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:25,994 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:18:25,994 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:25,994 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:25,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:25,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:18:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:18:26,007 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(746): ClusterId : 112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9 2024-11-12T07:18:26,007 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:18:26,018 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:18:26,018 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:18:26,029 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:18:26,029 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819f7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:18:26,039 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:45951 2024-11-12T07:18:26,039 INFO [RS:0;cea23c84c117:45951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:18:26,040 INFO [RS:0;cea23c84c117:45951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:18:26,040 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:18:26,040 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,33227,1731395903797 with port=45951, startcode=1731395903952 2024-11-12T07:18:26,040 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:18:26,042 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:18:26,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,043 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db 2024-11-12T07:18:26,043 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35349 2024-11-12T07:18:26,043 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:18:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/rs 2024-11-12T07:18:26,049 DEBUG [RS:0;cea23c84c117:45951 {}] zookeeper.ZKUtil(111): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on existing znode=/1-814577876/rs/cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,049 WARN [RS:0;cea23c84c117:45951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:18:26,049 INFO [RS:0;cea23c84c117:45951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:26,050 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,45951,1731395903952] 2024-11-12T07:18:26,053 INFO [RS:0;cea23c84c117:45951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:18:26,054 INFO [RS:0;cea23c84c117:45951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:18:26,055 INFO [RS:0;cea23c84c117:45951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:18:26,055 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,055 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:18:26,056 INFO [RS:0;cea23c84c117:45951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:18:26,056 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:26,056 DEBUG [RS:0;cea23c84c117:45951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,058 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45951,1731395903952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:26,070 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:18:26,070 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45951,1731395903952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,070 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,070 INFO [RS:0;cea23c84c117:45951 {}] regionserver.Replication(171): cea23c84c117,45951,1731395903952 started 2024-11-12T07:18:26,082 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:26,082 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,45951,1731395903952, RpcServer on cea23c84c117/172.17.0.2:45951, sessionid=0x1012de8be870004 2024-11-12T07:18:26,082 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:18:26,082 DEBUG [RS:0;cea23c84c117:45951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,082 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,45951,1731395903952' 2024-11-12T07:18:26,082 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-814577876/flush-table-proc/abort' 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-814577876/flush-table-proc/acquired' 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,45951,1731395903952' 2024-11-12T07:18:26,083 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-814577876/online-snapshot/abort' 2024-11-12T07:18:26,084 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-814577876/online-snapshot/acquired' 2024-11-12T07:18:26,084 DEBUG [RS:0;cea23c84c117:45951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:18:26,084 INFO [RS:0;cea23c84c117:45951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:18:26,084 INFO [RS:0;cea23c84c117:45951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:18:26,184 INFO [RS:0;cea23c84c117:45951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:18:26,186 INFO [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C45951%2C1731395903952, suffix=, logDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/oldWALs, maxLogs=10 2024-11-12T07:18:26,198 DEBUG [RS:0;cea23c84c117:45951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952/cea23c84c117%2C45951%2C1731395903952.1731395906186, exclude list is [], retry=0 2024-11-12T07:18:26,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-7156bf11-f5ab-4511-8358-bac555d8c22b,DISK] 2024-11-12T07:18:26,202 INFO [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952/cea23c84c117%2C45951%2C1731395903952.1731395906186 2024-11-12T07:18:26,202 DEBUG [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44725:44725)] 2024-11-12T07:18:26,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:18:26,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:18:26,400 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db 2024-11-12T07:18:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:18:26,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:26,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:26,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:26,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:26,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:26,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:26,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:26,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:26,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:26,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:26,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:26,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:26,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:26,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:26,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:26,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:26,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:26,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:26,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740 2024-11-12T07:18:26,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740 2024-11-12T07:18:26,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:26,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:26,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:26,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:26,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:26,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68260015, jitterRate=0.017153486609458923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395906807Initializing all the Stores at 1731395906807Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395906807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395906808 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395906808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395906808Cleaning up temporary data from old regions at 1731395906817 (+9 ms)Region opened successfully at 1731395906821 (+4 ms) 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:18:26,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:18:26,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:18:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395906821Disabling compacts and flushes for region at 1731395906821Disabling writes for close at 1731395906821Writing region close event to WAL at 1731395906821Closed at 1731395906821 2024-11-12T07:18:26,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:26,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:18:26,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:18:26,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:26,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:18:26,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:26,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:26,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:26,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:26,975 DEBUG [cea23c84c117:33227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:18:26,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:26,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,45951,1731395903952 2024-11-12T07:18:26,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,45951,1731395903952, state=OPENING 2024-11-12T07:18:27,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:18:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:27,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:18:27,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814577876/meta-region-server: CHANGED 2024-11-12T07:18:27,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814577876/meta-region-server: CHANGED 2024-11-12T07:18:27,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:18:27,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,45951,1731395903952}] 2024-11-12T07:18:27,349 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:18:27,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:18:27,354 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:18:27,354 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:27,354 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:18:27,356 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C45951%2C1731395903952.meta, suffix=.meta, logDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/oldWALs, maxLogs=10 2024-11-12T07:18:27,368 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952/cea23c84c117%2C45951%2C1731395903952.meta.1731395907356.meta, exclude list is [], retry=0 2024-11-12T07:18:27,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35173,DS-7156bf11-f5ab-4511-8358-bac555d8c22b,DISK] 2024-11-12T07:18:27,372 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/WALs/cea23c84c117,45951,1731395903952/cea23c84c117%2C45951%2C1731395903952.meta.1731395907356.meta 2024-11-12T07:18:27,372 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44725:44725)] 2024-11-12T07:18:27,372 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:27,372 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:18:27,373 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:18:27,373 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:18:27,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:18:27,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:18:27,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:27,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:27,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:18:27,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:18:27,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:18:27,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:18:27,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:18:27,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:18:27,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:27,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:18:27,379 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:18:27,379 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740 2024-11-12T07:18:27,380 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740 2024-11-12T07:18:27,382 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:18:27,382 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:18:27,382 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:18:27,383 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:18:27,384 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72397592, jitterRate=0.07880818843841553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:18:27,384 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:18:27,384 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395907373Writing region info on filesystem at 1731395907373Initializing all the Stores at 1731395907374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395907374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395907374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395907374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395907374Cleaning up temporary data from old regions at 1731395907382 (+8 ms)Running coprocessor post-open hooks at 1731395907384 (+2 ms)Region opened successfully at 1731395907384 2024-11-12T07:18:27,385 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395907349 2024-11-12T07:18:27,387 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:18:27,387 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:18:27,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,45951,1731395903952 2024-11-12T07:18:27,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,45951,1731395903952, state=OPEN 2024-11-12T07:18:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-814577876/meta-region-server 2024-11-12T07:18:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-814577876/meta-region-server 2024-11-12T07:18:27,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,45951,1731395903952 2024-11-12T07:18:27,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814577876/meta-region-server: CHANGED 2024-11-12T07:18:27,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814577876/meta-region-server: CHANGED 2024-11-12T07:18:27,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:18:27,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,45951,1731395903952 in 211 msec 2024-11-12T07:18:27,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:18:27,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-11-12T07:18:27,414 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:18:27,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:18:27,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:27,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45951,1731395903952, seqNum=-1] 2024-11-12T07:18:27,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:27,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:27,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-12T07:18:27,424 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395907424, completionTime=-1 2024-11-12T07:18:27,424 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:18:27,424 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731395967426 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396027426 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:33227, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,428 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.423sec 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:18:27,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:18:27,432 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:18:27,432 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:18:27,433 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33227,1731395903797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:18:27,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:27,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33227,-1 for getting cluster id 2024-11-12T07:18:27,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:27,510 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9' 2024-11-12T07:18:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9" 2024-11-12T07:18:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421e8671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33227,-1] 2024-11-12T07:18:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:27,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:27,512 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:27,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:27,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45951,1731395903952, seqNum=-1] 2024-11-12T07:18:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:27,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:27,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,33227,1731395903797 2024-11-12T07:18:27,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55860 2024-11-12T07:18:27,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:18:27,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012de8be870005 connected 2024-11-12T07:18:27,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43361,1731395897947 2024-11-12T07:18:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ad11d1 2024-11-12T07:18:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:27,541 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:27,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:18:27,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:18:27,549 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:27,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:18:27,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:18:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:27,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:18:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:27,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f8c4f2b497f4b66f01b6ae6841c174e, NAME => 'test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2 2024-11-12T07:18:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:18:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f8c4f2b497f4b66f01b6ae6841c174e, disabling compactions & flushes 2024-11-12T07:18:28,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. after waiting 0 ms 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f8c4f2b497f4b66f01b6ae6841c174e: Waiting for close lock at 1731395908365Disabling compacts and flushes for region at 1731395908365Disabling writes for close at 1731395908365Writing region close event to WAL at 1731395908365Closed at 1731395908365 2024-11-12T07:18:28,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:18:28,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731395908366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395908366"}]},"ts":"1731395908366"} 2024-11-12T07:18:28,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:18:28,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:18:28,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395908370"}]},"ts":"1731395908370"} 2024-11-12T07:18:28,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:18:28,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f8c4f2b497f4b66f01b6ae6841c174e, ASSIGN}] 2024-11-12T07:18:28,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f8c4f2b497f4b66f01b6ae6841c174e, ASSIGN 2024-11-12T07:18:28,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f8c4f2b497f4b66f01b6ae6841c174e, ASSIGN; state=OFFLINE, location=cea23c84c117,40639,1731395898154; forceNewPlan=false, retain=false 2024-11-12T07:18:28,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f8c4f2b497f4b66f01b6ae6841c174e, regionState=OPENING, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:28,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f8c4f2b497f4b66f01b6ae6841c174e, ASSIGN because future has completed 2024-11-12T07:18:28,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f8c4f2b497f4b66f01b6ae6841c174e, server=cea23c84c117,40639,1731395898154}] 2024-11-12T07:18:28,683 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,683 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f8c4f2b497f4b66f01b6ae6841c174e, NAME => 'test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:28,684 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:28,684 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:18:28,684 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,684 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:28,684 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,684 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,686 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,687 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f8c4f2b497f4b66f01b6ae6841c174e columnFamilyName f 2024-11-12T07:18:28,687 DEBUG [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:28,687 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(327): Store=0f8c4f2b497f4b66f01b6ae6841c174e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:28,688 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,689 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f8c4f2b497f4b66f01b6ae6841c174e columnFamilyName f1 2024-11-12T07:18:28,689 DEBUG [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:28,689 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(327): Store=0f8c4f2b497f4b66f01b6ae6841c174e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:28,689 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,690 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f8c4f2b497f4b66f01b6ae6841c174e columnFamilyName norep 2024-11-12T07:18:28,690 DEBUG [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:28,691 INFO [StoreOpener-0f8c4f2b497f4b66f01b6ae6841c174e-1 {}] regionserver.HStore(327): Store=0f8c4f2b497f4b66f01b6ae6841c174e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:28,691 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,691 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,692 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:28,693 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,693 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,693 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:18:28,694 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,696 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:28,696 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f8c4f2b497f4b66f01b6ae6841c174e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72232365, jitterRate=0.07634611427783966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:18:28,696 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:18:28,697 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f8c4f2b497f4b66f01b6ae6841c174e: Running coprocessor pre-open hook at 1731395908684Writing region info on filesystem at 1731395908684Initializing all the Stores at 1731395908685 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395908685Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395908686 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395908686Cleaning up temporary data from old regions at 1731395908693 (+7 ms)Running coprocessor post-open hooks at 1731395908696 (+3 ms)Region opened successfully at 1731395908697 (+1 ms) 2024-11-12T07:18:28,699 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., pid=6, masterSystemTime=1731395908679 2024-11-12T07:18:28,701 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,701 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:18:28,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f8c4f2b497f4b66f01b6ae6841c174e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:28,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f8c4f2b497f4b66f01b6ae6841c174e, server=cea23c84c117,40639,1731395898154 because future has completed 2024-11-12T07:18:28,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:18:28,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f8c4f2b497f4b66f01b6ae6841c174e, server=cea23c84c117,40639,1731395898154 in 179 msec 2024-11-12T07:18:28,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:18:28,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f8c4f2b497f4b66f01b6ae6841c174e, ASSIGN in 336 msec 2024-11-12T07:18:28,711 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:18:28,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395908711"}]},"ts":"1731395908711"} 2024-11-12T07:18:28,713 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:18:28,714 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:18:28,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-12T07:18:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:29,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:29,703 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:18:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33227,1731395903797 2024-11-12T07:18:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fae5bee 2024-11-12T07:18:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:29,705 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:29,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:18:29,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:18:29,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:29,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:18:29,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:18:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:18:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:30,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7f2a3d891cda552be094f06e202bb63, NAME => 'test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db 2024-11-12T07:18:30,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:18:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7f2a3d891cda552be094f06e202bb63, disabling compactions & flushes 2024-11-12T07:18:30,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. after waiting 0 ms 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7f2a3d891cda552be094f06e202bb63: Waiting for close lock at 1731395910532Disabling compacts and flushes for region at 1731395910532Disabling writes for close at 1731395910532Writing region close event to WAL at 1731395910532Closed at 1731395910532 2024-11-12T07:18:30,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:18:30,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731395910533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395910533"}]},"ts":"1731395910533"} 2024-11-12T07:18:30,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:18:30,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:18:30,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395910560"}]},"ts":"1731395910560"} 2024-11-12T07:18:30,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:18:30,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7f2a3d891cda552be094f06e202bb63, ASSIGN}] 2024-11-12T07:18:30,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7f2a3d891cda552be094f06e202bb63, ASSIGN 2024-11-12T07:18:30,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7f2a3d891cda552be094f06e202bb63, ASSIGN; state=OFFLINE, location=cea23c84c117,45951,1731395903952; forceNewPlan=false, retain=false 2024-11-12T07:18:30,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7f2a3d891cda552be094f06e202bb63, regionState=OPENING, regionLocation=cea23c84c117,45951,1731395903952 2024-11-12T07:18:30,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7f2a3d891cda552be094f06e202bb63, ASSIGN because future has completed 2024-11-12T07:18:30,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f2a3d891cda552be094f06e202bb63, server=cea23c84c117,45951,1731395903952}] 2024-11-12T07:18:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:30,911 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,911 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7f2a3d891cda552be094f06e202bb63, NAME => 'test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:30,912 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:30,912 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:18:30,912 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,912 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:30,912 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,912 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,914 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,915 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f2a3d891cda552be094f06e202bb63 columnFamilyName f 2024-11-12T07:18:30,915 DEBUG [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:30,916 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(327): Store=e7f2a3d891cda552be094f06e202bb63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:30,917 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,918 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f2a3d891cda552be094f06e202bb63 columnFamilyName f1 2024-11-12T07:18:30,918 DEBUG [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:30,919 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(327): Store=e7f2a3d891cda552be094f06e202bb63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:30,919 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,920 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f2a3d891cda552be094f06e202bb63 columnFamilyName norep 2024-11-12T07:18:30,920 DEBUG [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:30,922 INFO [StoreOpener-e7f2a3d891cda552be094f06e202bb63-1 {}] regionserver.HStore(327): Store=e7f2a3d891cda552be094f06e202bb63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:30,922 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,923 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,924 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,925 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,925 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,925 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:18:30,927 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,939 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:30,940 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7f2a3d891cda552be094f06e202bb63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63601827, jitterRate=-0.0522589236497879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:18:30,940 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:18:30,940 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7f2a3d891cda552be094f06e202bb63: Running coprocessor pre-open hook at 1731395910912Writing region info on filesystem at 1731395910912Initializing all the Stores at 1731395910914 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395910914Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395910914Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395910914Cleaning up temporary data from old regions at 1731395910925 (+11 ms)Running coprocessor post-open hooks at 1731395910940 (+15 ms)Region opened successfully at 1731395910940 2024-11-12T07:18:30,944 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731395909705.e7f2a3d891cda552be094f06e202bb63., pid=6, masterSystemTime=1731395910906 2024-11-12T07:18:30,947 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,947 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:18:30,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7f2a3d891cda552be094f06e202bb63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,45951,1731395903952 2024-11-12T07:18:30,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f2a3d891cda552be094f06e202bb63, server=cea23c84c117,45951,1731395903952 because future has completed 2024-11-12T07:18:30,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:18:30,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7f2a3d891cda552be094f06e202bb63, server=cea23c84c117,45951,1731395903952 in 216 msec 2024-11-12T07:18:30,971 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:18:30,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395910971"}]},"ts":"1731395910971"} 2024-11-12T07:18:30,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:18:30,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:18:30,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:18:30,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7f2a3d891cda552be094f06e202bb63, ASSIGN in 400 msec 2024-11-12T07:18:30,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2700 sec 2024-11-12T07:18:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:18:31,853 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:18:31,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b01b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43361,-1 for getting cluster id 2024-11-12T07:18:31,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:31,855 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dd2db9d-b5a6-451e-b869-63ed78f29af2' 2024-11-12T07:18:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dd2db9d-b5a6-451e-b869-63ed78f29af2" 2024-11-12T07:18:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254c7a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43361,-1] 2024-11-12T07:18:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,858 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ddb877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e601762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33227,-1 for getting cluster id 2024-11-12T07:18:31,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:31,860 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9' 2024-11-12T07:18:31,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:31,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9" 2024-11-12T07:18:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ddce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33227,-1] 2024-11-12T07:18:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:31,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,862 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:31,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd0a16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cff1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43361,-1 for getting cluster id 2024-11-12T07:18:31,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:31,865 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dd2db9d-b5a6-451e-b869-63ed78f29af2' 2024-11-12T07:18:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dd2db9d-b5a6-451e-b869-63ed78f29af2" 2024-11-12T07:18:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b09e9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43361,-1] 2024-11-12T07:18:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,867 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:31,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3699517a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43361,1731395897947 2024-11-12T07:18:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c2bd162 2024-11-12T07:18:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:31,873 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:31,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:33227,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:18:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:18:31,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:33227' 2024-11-12T07:18:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:31,891 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4b2c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,891 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33227,-1 for getting cluster id 2024-11-12T07:18:31,891 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:31,892 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9' 2024-11-12T07:18:31,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:31,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9" 2024-11-12T07:18:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753ff994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33227,-1] 2024-11-12T07:18:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,894 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6947b4b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:31,895 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33227,1731395903797 2024-11-12T07:18:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5589bb 2024-11-12T07:18:31,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:31,896 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:31,897 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:18:31,897 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:18:31,897 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,897 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:31,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:31,898 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:18:31,899 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:18:31,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:18:31,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:31,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:18:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:18:31,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8284ceb98811994aff7e0156c4469aa7, NAME => 'hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2 2024-11-12T07:18:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:18:31,949 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:18:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:32,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:18:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:32,353 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:32,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8284ceb98811994aff7e0156c4469aa7, disabling compactions & flushes 2024-11-12T07:18:32,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. after waiting 0 ms 2024-11-12T07:18:32,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,354 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8284ceb98811994aff7e0156c4469aa7: Waiting for close lock at 1731395912354Disabling compacts and flushes for region at 1731395912354Disabling writes for close at 1731395912354Writing region close event to WAL at 1731395912354Closed at 1731395912354 2024-11-12T07:18:32,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:18:32,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731395912355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395912355"}]},"ts":"1731395912355"} 2024-11-12T07:18:32,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:18:32,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:18:32,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395912362"}]},"ts":"1731395912362"} 2024-11-12T07:18:32,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:18:32,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8284ceb98811994aff7e0156c4469aa7, ASSIGN}] 2024-11-12T07:18:32,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8284ceb98811994aff7e0156c4469aa7, ASSIGN 2024-11-12T07:18:32,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8284ceb98811994aff7e0156c4469aa7, ASSIGN; state=OFFLINE, location=cea23c84c117,40639,1731395898154; forceNewPlan=false, retain=false 2024-11-12T07:18:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:32,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8284ceb98811994aff7e0156c4469aa7, regionState=OPENING, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8284ceb98811994aff7e0156c4469aa7, ASSIGN because future has completed 2024-11-12T07:18:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8284ceb98811994aff7e0156c4469aa7, server=cea23c84c117,40639,1731395898154}] 2024-11-12T07:18:32,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:18:32,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:18:32,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40639%2C1731395898154.rep, suffix=, logDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154, archiveDir=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs, maxLogs=10 2024-11-12T07:18:32,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.rep.1731395912680, exclude list is [], retry=0 2024-11-12T07:18:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-f97002c2-8a56-4743-baa7-792dd11a8096,DISK] 2024-11-12T07:18:32,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.rep.1731395912680 2024-11-12T07:18:32,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-12T07:18:32,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8284ceb98811994aff7e0156c4469aa7, NAME => 'hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:18:32,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. service=MultiRowMutationService 2024-11-12T07:18:32,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,704 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,706 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8284ceb98811994aff7e0156c4469aa7 columnFamilyName hfileref 2024-11-12T07:18:32,706 DEBUG [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:32,706 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(327): Store=8284ceb98811994aff7e0156c4469aa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:32,706 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,708 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8284ceb98811994aff7e0156c4469aa7 columnFamilyName queue 2024-11-12T07:18:32,708 DEBUG [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:32,709 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(327): Store=8284ceb98811994aff7e0156c4469aa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:32,709 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,711 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8284ceb98811994aff7e0156c4469aa7 columnFamilyName sid 2024-11-12T07:18:32,711 DEBUG [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:18:32,711 INFO [StoreOpener-8284ceb98811994aff7e0156c4469aa7-1 {}] regionserver.HStore(327): Store=8284ceb98811994aff7e0156c4469aa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:18:32,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:18:32,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:18:32,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8284ceb98811994aff7e0156c4469aa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63246812, jitterRate=-0.05754905939102173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:18:32,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:18:32,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8284ceb98811994aff7e0156c4469aa7: Running coprocessor pre-open hook at 1731395912700Writing region info on filesystem at 1731395912701 (+1 ms)Initializing all the Stores at 1731395912701Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395912701Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395912704 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395912704Cleaning up temporary data from old regions at 1731395912713 (+9 ms)Running coprocessor post-open hooks at 1731395912717 (+4 ms)Region opened successfully at 1731395912717 2024-11-12T07:18:32,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7., pid=10, masterSystemTime=1731395912674 2024-11-12T07:18:32,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:18:32,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8284ceb98811994aff7e0156c4469aa7, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,40639,1731395898154 2024-11-12T07:18:32,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8284ceb98811994aff7e0156c4469aa7, server=cea23c84c117,40639,1731395898154 because future has completed 2024-11-12T07:18:32,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:18:32,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8284ceb98811994aff7e0156c4469aa7, server=cea23c84c117,40639,1731395898154 in 203 msec 2024-11-12T07:18:32,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:18:32,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8284ceb98811994aff7e0156c4469aa7, ASSIGN in 362 msec 2024-11-12T07:18:32,741 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:18:32,741 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395912741"}]},"ts":"1731395912741"} 2024-11-12T07:18:32,745 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:18:32,748 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:18:32,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 850 msec 2024-11-12T07:18:32,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7., hostname=cea23c84c117,40639,1731395898154, seqNum=2] 2024-11-12T07:18:32,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:32,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:18:32,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:18:32,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:32,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:32,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:32,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:32,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:32,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:18:32,999 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:18:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:33,050 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,40639,1731395898154, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:18:33,051 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:33,051 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:33,051 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:33,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T07:18:33,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,40639,1731395898154', locateType=CURRENT is [region=hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7., hostname=cea23c84c117,40639,1731395898154, seqNum=2] 2024-11-12T07:18:33,059 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:18:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:18:33,062 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,40639,1731395898154 suceeded 2024-11-12T07:18:33,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:18:33,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-12T07:18:33,076 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:33227,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T07:18:33,079 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:33227' 2024-11-12T07:18:33,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2020 sec 2024-11-12T07:18:33,080 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b0a093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:33,080 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33227,-1 for getting cluster id 2024-11-12T07:18:33,080 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:33,081 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9' 2024-11-12T07:18:33,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:33,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9" 2024-11-12T07:18:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a396f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33227,-1] 2024-11-12T07:18:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:33,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:33,083 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:33,084 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea131cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:33,084 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33227,1731395903797 2024-11-12T07:18:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ac71ba 2024-11-12T07:18:33,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:33,087 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T07:18:33,088 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,40639,1731395898154 (queues=1) is replicating from cluster=7dd2db9d-b5a6-451e-b869-63ed78f29af2 to cluster=112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9 2024-11-12T07:18:33,088 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C40639%2C1731395898154 2024-11-12T07:18:33,088 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,40639,1731395898154, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:18:33,102 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524, startPosition=0, beingWritten=true 2024-11-12T07:18:33,116 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C40639%2C1731395898154 2024-11-12T07:18:33,126 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:18:33,127 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 379, reset compression=false 2024-11-12T07:18:33,127 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:18:33,338 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 379, reset compression=false 2024-11-12T07:18:33,658 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 379, reset compression=false 2024-11-12T07:18:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:18:34,023 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:18:34,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:34,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:34,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:34,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:34,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731395914030/Put/seqid=0 2024-11-12T07:18:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741840_1016 (size=7894) 2024-11-12T07:18:34,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_1 is 34, key is ddd/f:row/1731395914042/Put/seqid=0 2024-11-12T07:18:34,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741841_1017 (size=7691) 2024-11-12T07:18:34,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22831943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43361,-1 for getting cluster id 2024-11-12T07:18:34,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:34,058 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dd2db9d-b5a6-451e-b869-63ed78f29af2' 2024-11-12T07:18:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dd2db9d-b5a6-451e-b869-63ed78f29af2" 2024-11-12T07:18:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232318a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43361,-1] 2024-11-12T07:18:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,060 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:34,062 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 379, reset compression=false 2024-11-12T07:18:34,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d90e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:34,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:34,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43361,1731395897947 2024-11-12T07:18:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@395bbf37 2024-11-12T07:18:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:34,087 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2] 2024-11-12T07:18:34,104 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:18:34,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T07:18:34,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T07:18:34,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_0 for inclusion in 0f8c4f2b497f4b66f01b6ae6841c174e/f 2024-11-12T07:18:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T07:18:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:34,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_1 for inclusion in 0f8c4f2b497f4b66f01b6ae6841c174e/f 2024-11-12T07:18:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T07:18:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegion(2603): Flush status journal for 0f8c4f2b497f4b66f01b6ae6841c174e: 2024-11-12T07:18:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_0 to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_0 2024-11-12T07:18:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_0 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ 2024-11-12T07:18:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f/f/hfile_1 to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_1 2024-11-12T07:18:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_1 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ 2024-11-12T07:18:34,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_0 into 0f8c4f2b497f4b66f01b6ae6841c174e/f as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ - updating store file list. 2024-11-12T07:18:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76f4a392cbbd47238201d4668720cdc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:34,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ into 0f8c4f2b497f4b66f01b6ae6841c174e/f 2024-11-12T07:18:34,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_0 into 0f8c4f2b497f4b66f01b6ae6841c174e/f (new location: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_) 2024-11-12T07:18:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_0 2024-11-12T07:18:34,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_1 into 0f8c4f2b497f4b66f01b6ae6841c174e/f as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ - updating store file list. 2024-11-12T07:18:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8ed0261e57f422e9796d879e6be872e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:34,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ into 0f8c4f2b497f4b66f01b6ae6841c174e/f 2024-11-12T07:18:34,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_1 into 0f8c4f2b497f4b66f01b6ae6841c174e/f (new location: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_) 2024-11-12T07:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__ffi0jauski7febp3je4a910caef34tb335v50m06ta3mqgom2dtrg1f329u576s0/f/hfile_1 2024-11-12T07:18:34,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:34,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:34,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:34,205 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:18:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 , the old value is region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:40639 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:18:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:18:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 from cache 2024-11-12T07:18:34,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45951,1731395903952, seqNum=-1] 2024-11-12T07:18:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:34,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731395909705.e7f2a3d891cda552be094f06e202bb63., hostname=cea23c84c117,45951,1731395903952, seqNum=2] 2024-11-12T07:18:34,216 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:18:34,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:18:34,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:18:34,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:18:34,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T07:18:34,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:18:34,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:18:34,314 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T07:18:34,570 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 379, reset compression=false 2024-11-12T07:18:34,581 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:18:34,581 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f8c4f2b497f4b66f01b6ae6841c174e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731395914197/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:18:34,605 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:18:34,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T07:18:34,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.ReplicationSink(318): Replicating [7dd2db9d-b5a6-451e-b869-63ed78f29af2] bulk loaded data 2024-11-12T07:18:34,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecec31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,33227,-1 for getting cluster id 2024-11-12T07:18:34,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:34,615 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9' 2024-11-12T07:18:34,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:34,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112b2b43-0b17-4f1e-b03b-c3dc1cfdb0d9" 2024-11-12T07:18:34,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3ce0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,33227,-1] 2024-11-12T07:18:34,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:34,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:34,617 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:34,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d34c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741837_1013 (size=7894) 2024-11-12T07:18:34,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 687, reset compression=false 2024-11-12T07:18:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741838_1014 (size=7691) 2024-11-12T07:18:35,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,33227,1731395903797 2024-11-12T07:18:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57a24fd0 2024-11-12T07:18:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:35,074 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T07:18:35,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:18:35,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:35,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45951,1731395903952, seqNum=-1] 2024-11-12T07:18:35,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:35,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T07:18:35,087 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 687, reset compression=false 2024-11-12T07:18:35,096 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T07:18:35,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T07:18:35,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ for inclusion in e7f2a3d891cda552be094f06e202bb63/f 2024-11-12T07:18:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T07:18:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:35,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ for inclusion in e7f2a3d891cda552be094f06e202bb63/f 2024-11-12T07:18:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T07:18:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HRegion(2603): Flush status journal for e7f2a3d891cda552be094f06e202bb63: 2024-11-12T07:18:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76f4a392cbbd47238201d4668720cdc8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:18:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/b2f1a92f5724473d891db0da490cd16d_SeqId_4_ 2024-11-12T07:18:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d8ed0261e57f422e9796d879e6be872e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:18:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/cafb58ed94b34774bb569e654c242209_SeqId_4_ 2024-11-12T07:18:35,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/b2f1a92f5724473d891db0da490cd16d_SeqId_4_ - updating store file list. 2024-11-12T07:18:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f1a92f5724473d891db0da490cd16d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:35,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/b2f1a92f5724473d891db0da490cd16d_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f 2024-11-12T07:18:35,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f (new location: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/b2f1a92f5724473d891db0da490cd16d_SeqId_4_) 2024-11-12T07:18:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/76f4a392cbbd47238201d4668720cdc8_SeqId_4_ 2024-11-12T07:18:35,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/cafb58ed94b34774bb569e654c242209_SeqId_4_ - updating store file list. 2024-11-12T07:18:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cafb58ed94b34774bb569e654c242209_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:35,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/cafb58ed94b34774bb569e654c242209_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f 2024-11-12T07:18:35,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ into e7f2a3d891cda552be094f06e202bb63/f (new location: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/f/cafb58ed94b34774bb569e654c242209_SeqId_4_) 2024-11-12T07:18:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/staging/jenkins.hfs.6__test__c438g6k89h6od5tgoov2sqleqblq2e6e3eeo9k3hps26jcrdoj0kfd68nbt2p8go/f/d8ed0261e57f422e9796d879e6be872e_SeqId_4_ 2024-11-12T07:18:35,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45951 {}] regionserver.ReplicationSink(324): Finished replicating [7dd2db9d-b5a6-451e-b869-63ed78f29af2] bulk loaded data 2024-11-12T07:18:35,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:18:35,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731395915242/Put/seqid=0 2024-11-12T07:18:35,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741842_1018 (size=7997) 2024-11-12T07:18:35,494 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 687, reset compression=false 2024-11-12T07:18:35,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731395915667/Put/seqid=0 2024-11-12T07:18:35,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741843_1019 (size=7794) 2024-11-12T07:18:35,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb33e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:35,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43361,-1 for getting cluster id 2024-11-12T07:18:35,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:18:35,689 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dd2db9d-b5a6-451e-b869-63ed78f29af2' 2024-11-12T07:18:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:18:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dd2db9d-b5a6-451e-b869-63ed78f29af2" 2024-11-12T07:18:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407a1e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43361,-1] 2024-11-12T07:18:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:18:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:35,691 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:18:35,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16770c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:18:35,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:35,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:35,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:18:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43361,1731395897947 2024-11-12T07:18:35,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7b3f1b 2024-11-12T07:18:35,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:18:35,713 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:18:35,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2] 2024-11-12T07:18:35,720 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:18:35,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T07:18:35,736 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T07:18:35,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_1 for inclusion in 0f8c4f2b497f4b66f01b6ae6841c174e/f1 2024-11-12T07:18:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T07:18:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:35,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_0 for inclusion in 0f8c4f2b497f4b66f01b6ae6841c174e/f1 2024-11-12T07:18:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T07:18:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:18:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegion(2603): Flush status journal for 0f8c4f2b497f4b66f01b6ae6841c174e: 2024-11-12T07:18:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_1 to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_1 2024-11-12T07:18:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_1 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/a321600b8a80433992fe8979690f9954_SeqId_6_ 2024-11-12T07:18:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/load_f1/f1/hfile_0 to hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_0 2024-11-12T07:18:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_0 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/b6beb98165ba4e60aed24492f9291361_SeqId_6_ 2024-11-12T07:18:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T07:18:35,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_1 into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/a321600b8a80433992fe8979690f9954_SeqId_6_ - updating store file list. 2024-11-12T07:18:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a321600b8a80433992fe8979690f9954_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:35,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/a321600b8a80433992fe8979690f9954_SeqId_6_ into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 2024-11-12T07:18:35,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_1 into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 (new location: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/a321600b8a80433992fe8979690f9954_SeqId_6_) 2024-11-12T07:18:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_1 2024-11-12T07:18:35,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_0 into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/b6beb98165ba4e60aed24492f9291361_SeqId_6_ - updating store file list. 2024-11-12T07:18:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6beb98165ba4e60aed24492f9291361_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:18:35,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/b6beb98165ba4e60aed24492f9291361_SeqId_6_ into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 2024-11-12T07:18:35,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_0 into 0f8c4f2b497f4b66f01b6ae6841c174e/f1 (new location: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/f1/b6beb98165ba4e60aed24492f9291361_SeqId_6_) 2024-11-12T07:18:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/staging/jenkins__test__e9c2v27oo1c8obri7l3aglen7uv2pig4t40c3b71975vj466t98qpfccjs96krcb/f1/hfile_0 2024-11-12T07:18:35,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:18:35,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:18:35,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:35,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:18:35,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:18:35,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:18:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 , the old value is region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:40639 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:18:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:18:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2 from cache 2024-11-12T07:18:35,801 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40639,1731395898154, seqNum=-1] 2024-11-12T07:18:35,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:18:35,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:18:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e., hostname=cea23c84c117,40639,1731395898154, seqNum=2] 2024-11-12T07:18:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40639: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:51606 deadline: 1731395975801 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51606 2024-11-12T07:18:35,903 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T07:18:36,005 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 687, reset compression=false 2024-11-12T07:18:36,015 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:18:36,016 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:36,016 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:18:36,221 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:36,529 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:36,934 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:37,439 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:38,043 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:38,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:18:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:38,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:38,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:38,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:18:38,748 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:39,554 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:40,460 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:41,465 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:42,569 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:43,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:45,086 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:46,491 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:47,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:18:47,996 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:49,602 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:51,308 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:53,112 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:53,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:18:55,015 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:56,019 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: null 2024-11-12T07:18:57,019 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:18:59,123 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:01,326 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:01,723 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:19:01,724 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:19:03,631 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:06,035 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:07,577 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:19:07,577 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:19:08,540 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:11,145 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:13,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0f8c4f2b497f4b66f01b6ae6841c174e, had cached 0 bytes from a total of 31376 2024-11-12T07:19:13,848 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:15,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e7f2a3d891cda552be094f06e202bb63, had cached 0 bytes from a total of 15585 2024-11-12T07:19:16,019 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: null 2024-11-12T07:19:16,653 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:17,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:19:19,557 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:22,560 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:23,385 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:19:25,664 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:28,870 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:32,174 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:35,578 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:35,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:19:35,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:35,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:35,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:35,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:35,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:35,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:19:35,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913013366, stopped=false 2024-11-12T07:19:35,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,33227,1731395903797 2024-11-12T07:19:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814577876/running 2024-11-12T07:19:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814577876/running 2024-11-12T07:19:35,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:19:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:19:35,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:35,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:35,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:35,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,45951,1731395903952' ***** 2024-11-12T07:19:35,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:19:35,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/running 2024-11-12T07:19:35,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Set watcher on znode that does not yet exist, /1-814577876/running 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(3091): Received CLOSE for e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,45951,1731395903952 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:35,939 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:45951. 2024-11-12T07:19:35,939 DEBUG [RS:0;cea23c84c117:45951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:35,939 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:35,939 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7f2a3d891cda552be094f06e202bb63, disabling compactions & flushes 2024-11-12T07:19:35,939 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:19:35,939 INFO [RS:0;cea23c84c117:45951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:19:35,940 INFO [RS:0;cea23c84c117:45951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. after waiting 0 ms 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:19:35,940 INFO [RS:0;cea23c84c117:45951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:19:35,940 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:19:35,940 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:19:35,940 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7f2a3d891cda552be094f06e202bb63=test,,1731395909705.e7f2a3d891cda552be094f06e202bb63.} 2024-11-12T07:19:35,940 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7f2a3d891cda552be094f06e202bb63 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:19:35,940 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:19:35,940 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:19:35,940 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T07:19:35,943 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/default/test/e7f2a3d891cda552be094f06e202bb63/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:19:35,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:35,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:19:35,944 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:19:35,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7f2a3d891cda552be094f06e202bb63: Waiting for close lock at 1731395975939Running coprocessor pre-close hooks at 1731395975939Disabling compacts and flushes for region at 1731395975939Disabling writes for close at 1731395975940 (+1 ms)Writing region close event to WAL at 1731395975940Running coprocessor post-close hooks at 1731395975944 (+4 ms)Closed at 1731395975944 2024-11-12T07:19:35,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731395909705.e7f2a3d891cda552be094f06e202bb63. 2024-11-12T07:19:35,955 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/info/7d1132bd3e7741169befe29ea03c2450 is 129, key is test,,1731395909705.e7f2a3d891cda552be094f06e202bb63./info:regioninfo/1731395910948/Put/seqid=0 2024-11-12T07:19:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741839_1015 (size=6421) 2024-11-12T07:19:36,019 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,40639,1731395898154 got entry batch from reader: null 2024-11-12T07:19:36,021 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:36,123 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:19:36,123 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:19:36,140 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:36,340 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:36,359 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/info/7d1132bd3e7741169befe29ea03c2450 2024-11-12T07:19:36,377 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/ns/4160f6a2eb1e4792b322a166d9254270 is 43, key is default/ns:d/1731395907418/Put/seqid=0 2024-11-12T07:19:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741840_1016 (size=5153) 2024-11-12T07:19:36,540 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:36,741 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:36,782 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/ns/4160f6a2eb1e4792b322a166d9254270 2024-11-12T07:19:36,799 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/rep_barrier/73397b591a77432dab46c2b73f69d800 is 112, key is test,,1731395909705.e7f2a3d891cda552be094f06e202bb63./rep_barrier:seqnumDuringOpen/1731395910948/Put/seqid=0 2024-11-12T07:19:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741841_1017 (size=5518) 2024-11-12T07:19:36,941 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:19:36,941 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:19:36,941 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:37,141 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:37,204 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/rep_barrier/73397b591a77432dab46c2b73f69d800 2024-11-12T07:19:37,224 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/table/84a53d2a2fc541d7ac299666dd175bdc is 40, key is test/table:state/1731395910971/Put/seqid=0 2024-11-12T07:19:37,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741842_1018 (size=5165) 2024-11-12T07:19:37,341 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:37,541 DEBUG [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:37,629 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/table/84a53d2a2fc541d7ac299666dd175bdc 2024-11-12T07:19:37,634 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/info/7d1132bd3e7741169befe29ea03c2450 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/info/7d1132bd3e7741169befe29ea03c2450 2024-11-12T07:19:37,639 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/info/7d1132bd3e7741169befe29ea03c2450, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T07:19:37,640 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/ns/4160f6a2eb1e4792b322a166d9254270 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/ns/4160f6a2eb1e4792b322a166d9254270 2024-11-12T07:19:37,644 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/ns/4160f6a2eb1e4792b322a166d9254270, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:19:37,645 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/rep_barrier/73397b591a77432dab46c2b73f69d800 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/rep_barrier/73397b591a77432dab46c2b73f69d800 2024-11-12T07:19:37,651 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/rep_barrier/73397b591a77432dab46c2b73f69d800, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T07:19:37,653 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/.tmp/table/84a53d2a2fc541d7ac299666dd175bdc as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/table/84a53d2a2fc541d7ac299666dd175bdc 2024-11-12T07:19:37,658 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/table/84a53d2a2fc541d7ac299666dd175bdc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:19:37,659 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false 2024-11-12T07:19:37,668 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:19:37,668 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:37,668 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:37,668 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:37,668 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395975940Running coprocessor pre-close hooks at 1731395975940Disabling compacts and flushes for region at 1731395975940Disabling writes for close at 1731395975940Obtaining lock to block concurrent updates at 1731395975940Preparing flush snapshotting stores in 1588230740 at 1731395975940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731395975941 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731395975941Flushing 1588230740/info: creating writer at 1731395975941Flushing 1588230740/info: appending metadata at 1731395975954 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731395975954Flushing 1588230740/ns: creating writer at 1731395976365 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731395976377 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731395976377Flushing 1588230740/rep_barrier: creating writer at 1731395976786 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731395976799 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731395976799Flushing 1588230740/table: creating writer at 1731395977209 (+410 ms)Flushing 1588230740/table: appending metadata at 1731395977224 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731395977224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383a2941: reopening flushed file at 1731395977634 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bcf396: reopening flushed file at 1731395977639 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791f38b9: reopening flushed file at 1731395977645 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5639030d: reopening flushed file at 1731395977652 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false at 1731395977659 (+7 ms)Writing region close event to WAL at 1731395977664 (+5 ms)Running coprocessor post-close hooks at 1731395977668 (+4 ms)Closed at 1731395977668 2024-11-12T07:19:37,668 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:37,742 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,45951,1731395903952; all regions closed. 2024-11-12T07:19:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741834_1010 (size=2717) 2024-11-12T07:19:37,746 DEBUG [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/oldWALs 2024-11-12T07:19:37,746 INFO [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C45951%2C1731395903952.meta:.meta(num 1731395907356) 2024-11-12T07:19:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741832_1008 (size=1028) 2024-11-12T07:19:37,750 DEBUG [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/oldWALs 2024-11-12T07:19:37,750 INFO [RS:0;cea23c84c117:45951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C45951%2C1731395903952:(num 1731395906186) 2024-11-12T07:19:37,750 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:37,750 INFO [RS:0;cea23c84c117:45951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:37,750 INFO [RS:0;cea23c84c117:45951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:37,750 INFO [RS:0;cea23c84c117:45951 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:37,750 INFO [RS:0;cea23c84c117:45951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:37,750 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:19:37,751 INFO [RS:0;cea23c84c117:45951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:45951. 2024-11-12T07:19:37,751 DEBUG [RS:0;cea23c84c117:45951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:37,751 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:37,751 DEBUG [RS:0;cea23c84c117:45951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:37,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:37,751 INFO [RS:0;cea23c84c117:45951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45951 2024-11-12T07:19:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814577876/rs/cea23c84c117,45951,1731395903952 2024-11-12T07:19:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876/rs 2024-11-12T07:19:37,811 INFO [RS:0;cea23c84c117:45951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:19:37,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,45951,1731395903952] 2024-11-12T07:19:37,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-814577876/draining/cea23c84c117,45951,1731395903952 already deleted, retry=false 2024-11-12T07:19:37,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,45951,1731395903952 expired; onlineServers=0 2024-11-12T07:19:37,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,33227,1731395903797' ***** 2024-11-12T07:19:37,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:37,835 DEBUG [M:0;cea23c84c117:33227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:19:37,835 DEBUG [M:0;cea23c84c117:33227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:19:37,835 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:19:37,835 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395905994 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395905994,5,FailOnTimeoutGroup] 2024-11-12T07:19:37,835 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395905993 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395905993,5,FailOnTimeoutGroup] 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:37,835 DEBUG [M:0;cea23c84c117:33227 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:19:37,835 INFO [M:0;cea23c84c117:33227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:37,836 INFO [M:0;cea23c84c117:33227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:19:37,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:19:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814577876/master 2024-11-12T07:19:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814577876 2024-11-12T07:19:37,845 DEBUG [M:0;cea23c84c117:33227 {}] zookeeper.ZKUtil(347): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Unable to get data of znode /1-814577876/master because node does not exist (not an error) 2024-11-12T07:19:37,845 WARN [M:0;cea23c84c117:33227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:19:37,847 INFO [M:0;cea23c84c117:33227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/.lastflushedseqids 2024-11-12T07:19:37,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741843_1019 (size=173) 2024-11-12T07:19:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:37,924 INFO [RS:0;cea23c84c117:45951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:19:37,924 INFO [RS:0;cea23c84c117:45951 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,45951,1731395903952; zookeeper connection closed. 2024-11-12T07:19:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45951-0x1012de8be870004, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:37,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@581d5ac5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@581d5ac5 2024-11-12T07:19:37,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:19:38,253 INFO [M:0;cea23c84c117:33227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:19:38,253 INFO [M:0;cea23c84c117:33227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:19:38,253 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:19:38,253 INFO [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:38,253 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:38,253 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:19:38,253 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:38,253 INFO [M:0;cea23c84c117:33227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-12T07:19:38,268 DEBUG [M:0;cea23c84c117:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2055b2e62fd6447f9959c339d8abdaa5 is 82, key is hbase:meta,,1/info:regioninfo/1731395907388/Put/seqid=0 2024-11-12T07:19:38,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741844_1020 (size=5672) 2024-11-12T07:19:38,672 INFO [M:0;cea23c84c117:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2055b2e62fd6447f9959c339d8abdaa5 2024-11-12T07:19:38,692 DEBUG [M:0;cea23c84c117:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11989adab11c4fc5af69a29504906ce4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731395910978/Put/seqid=0 2024-11-12T07:19:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741845_1021 (size=6728) 2024-11-12T07:19:39,082 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 to pos 997, reset compression=false 2024-11-12T07:19:39,096 INFO [M:0;cea23c84c117:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11989adab11c4fc5af69a29504906ce4 2024-11-12T07:19:39,101 INFO [M:0;cea23c84c117:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11989adab11c4fc5af69a29504906ce4 2024-11-12T07:19:39,116 DEBUG [M:0;cea23c84c117:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7fd501419c344fd9ed34451188b2dd0 is 69, key is cea23c84c117,45951,1731395903952/rs:state/1731395906042/Put/seqid=0 2024-11-12T07:19:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741846_1022 (size=5156) 2024-11-12T07:19:39,520 INFO [M:0;cea23c84c117:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7fd501419c344fd9ed34451188b2dd0 2024-11-12T07:19:39,525 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2055b2e62fd6447f9959c339d8abdaa5 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2055b2e62fd6447f9959c339d8abdaa5 2024-11-12T07:19:39,529 INFO [M:0;cea23c84c117:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2055b2e62fd6447f9959c339d8abdaa5, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T07:19:39,530 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11989adab11c4fc5af69a29504906ce4 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11989adab11c4fc5af69a29504906ce4 2024-11-12T07:19:39,535 INFO [M:0;cea23c84c117:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11989adab11c4fc5af69a29504906ce4 2024-11-12T07:19:39,535 INFO [M:0;cea23c84c117:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11989adab11c4fc5af69a29504906ce4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T07:19:39,536 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7fd501419c344fd9ed34451188b2dd0 as hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7fd501419c344fd9ed34451188b2dd0 2024-11-12T07:19:39,540 INFO [M:0;cea23c84c117:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/d2e02439-5740-19f9-4350-a67fdee277db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7fd501419c344fd9ed34451188b2dd0, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T07:19:39,541 INFO [M:0;cea23c84c117:33227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false 2024-11-12T07:19:39,542 INFO [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:39,542 DEBUG [M:0;cea23c84c117:33227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395978253Disabling compacts and flushes for region at 1731395978253Disabling writes for close at 1731395978253Obtaining lock to block concurrent updates at 1731395978253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395978253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731395978253Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395978254 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395978254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395978267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395978267Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395978677 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395978691 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395978691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395979102 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395979115 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395979115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ce70d4: reopening flushed file at 1731395979524 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666ce629: reopening flushed file at 1731395979529 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9081f6c: reopening flushed file at 1731395979535 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false at 1731395979541 (+6 ms)Writing region close event to WAL at 1731395979542 (+1 ms)Closed at 1731395979542 2024-11-12T07:19:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35173 is added to blk_1073741830_1006 (size=33038) 2024-11-12T07:19:39,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:19:39,545 INFO [M:0;cea23c84c117:33227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:19:39,545 INFO [M:0;cea23c84c117:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-11-12T07:19:39,545 INFO [M:0;cea23c84c117:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:19:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:39,701 INFO [M:0;cea23c84c117:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:19:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1012de8be870003, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:39,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e25c024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:19:39,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4599082{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:19:39,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:19:39,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5c3477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:19:39,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b04d099{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir/,STOPPED} 2024-11-12T07:19:39,731 WARN [BP-1555021505-172.17.0.2-1731395901841 heartbeating to localhost/127.0.0.1:35349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:19:39,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:19:39,731 WARN [BP-1555021505-172.17.0.2-1731395901841 heartbeating to localhost/127.0.0.1:35349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1555021505-172.17.0.2-1731395901841 (Datanode Uuid 55076996-09bd-4efd-96c8-adeffbbff885) service to localhost/127.0.0.1:35349 2024-11-12T07:19:39,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:19:39,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/cluster_80397621-031a-5e11-9f5f-8418e002f53c/data/data1/current/BP-1555021505-172.17.0.2-1731395901841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:19:39,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/cluster_80397621-031a-5e11-9f5f-8418e002f53c/data/data2/current/BP-1555021505-172.17.0.2-1731395901841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:19:39,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:19:39,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@720556c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:19:39,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4facbbf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:19:39,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:19:39,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aee436e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:19:39,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57cd37fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir/,STOPPED} 2024-11-12T07:19:39,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:19:39,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:19:39,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:39,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:39,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:39,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:39,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:39,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:19:39,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456748897, stopped=false 2024-11-12T07:19:39,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,43361,1731395897947 2024-11-12T07:19:39,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0414629655/running 2024-11-12T07:19:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0414629655/running 2024-11-12T07:19:39,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:19:39,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:19:39,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:39,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:39,770 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,40639,1731395898154' ***** 2024-11-12T07:19:39,770 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:19:39,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/running 2024-11-12T07:19:39,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Set watcher on znode that does not yet exist, /0414629655/running 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:19:39,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f8c4f2b497f4b66f01b6ae6841c174e 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,40639,1731395898154 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:39,770 INFO [RS:0;cea23c84c117:40639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:40639. 2024-11-12T07:19:39,770 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8284ceb98811994aff7e0156c4469aa7, disabling compactions & flushes 2024-11-12T07:19:39,770 DEBUG [RS:0;cea23c84c117:40639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:39,771 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:39,771 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:19:39,771 INFO [RS:0;cea23c84c117:40639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. after waiting 0 ms 2024-11-12T07:19:39,771 INFO [RS:0;cea23c84c117:40639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:19:39,771 INFO [RS:0;cea23c84c117:40639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:19:39,771 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:19:39,771 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8284ceb98811994aff7e0156c4469aa7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T07:19:39,771 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:19:39,771 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8284ceb98811994aff7e0156c4469aa7=hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7., 0f8c4f2b497f4b66f01b6ae6841c174e=test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e.} 2024-11-12T07:19:39,771 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 0f8c4f2b497f4b66f01b6ae6841c174e, 1588230740, 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:19:39,771 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:19:39,771 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:19:39,771 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:19:39,785 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/hfileref/909b6c3404a1407e92d2e31249c084a5 is 74, key is 1/hfileref:76f4a392cbbd47238201d4668720cdc8_SeqId_4_/1731395915151/DeleteColumn/seqid=0 2024-11-12T07:19:39,785 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/info/fa30b0aed1f84be7a37fbab2209a60a5 is 147, key is hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7./info:regioninfo/1731395912721/Put/seqid=0 2024-11-12T07:19:39,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741844_1020 (size=7686) 2024-11-12T07:19:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741845_1021 (size=5203) 2024-11-12T07:19:39,869 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:39,971 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 0f8c4f2b497f4b66f01b6ae6841c174e, 1588230740, 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:19:40,171 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 0f8c4f2b497f4b66f01b6ae6841c174e, 1588230740, 8284ceb98811994aff7e0156c4469aa7 2024-11-12T07:19:40,189 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/info/fa30b0aed1f84be7a37fbab2209a60a5 2024-11-12T07:19:40,189 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/hfileref/909b6c3404a1407e92d2e31249c084a5 2024-11-12T07:19:40,225 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/ns/5ddc018dc923427681c18c528b92d385 is 43, key is default/ns:d/1731395901707/Put/seqid=0 2024-11-12T07:19:40,226 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/queue/9b4613cf1b714d18b52954c2d06870a6 is 153, key is 1-cea23c84c117,40639,1731395898154/queue:cea23c84c117%2C40639%2C1731395898154/1731395916017/Put/seqid=0 2024-11-12T07:19:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741847_1023 (size=5352) 2024-11-12T07:19:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741846_1022 (size=5153) 2024-11-12T07:19:40,241 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/queue/9b4613cf1b714d18b52954c2d06870a6 2024-11-12T07:19:40,251 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/hfileref/909b6c3404a1407e92d2e31249c084a5 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/hfileref/909b6c3404a1407e92d2e31249c084a5 2024-11-12T07:19:40,256 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/hfileref/909b6c3404a1407e92d2e31249c084a5, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T07:19:40,257 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/.tmp/queue/9b4613cf1b714d18b52954c2d06870a6 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/queue/9b4613cf1b714d18b52954c2d06870a6 2024-11-12T07:19:40,262 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/queue/9b4613cf1b714d18b52954c2d06870a6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T07:19:40,263 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8284ceb98811994aff7e0156c4469aa7 in 492ms, sequenceid=10, compaction requested=false 2024-11-12T07:19:40,269 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/replication/8284ceb98811994aff7e0156c4469aa7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:40,270 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8284ceb98811994aff7e0156c4469aa7: Waiting for close lock at 1731395979770Running coprocessor pre-close hooks at 1731395979770Disabling compacts and flushes for region at 1731395979770Disabling writes for close at 1731395979771 (+1 ms)Obtaining lock to block concurrent updates at 1731395979771Preparing flush snapshotting stores in 8284ceb98811994aff7e0156c4469aa7 at 1731395979771Finished memstore snapshotting hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731395979771Flushing stores of hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. at 1731395979771Flushing 8284ceb98811994aff7e0156c4469aa7/hfileref: creating writer at 1731395979772 (+1 ms)Flushing 8284ceb98811994aff7e0156c4469aa7/hfileref: appending metadata at 1731395979784 (+12 ms)Flushing 8284ceb98811994aff7e0156c4469aa7/hfileref: closing flushed file at 1731395979784Flushing 8284ceb98811994aff7e0156c4469aa7/queue: creating writer at 1731395980201 (+417 ms)Flushing 8284ceb98811994aff7e0156c4469aa7/queue: appending metadata at 1731395980225 (+24 ms)Flushing 8284ceb98811994aff7e0156c4469aa7/queue: closing flushed file at 1731395980225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756e7c9e: reopening flushed file at 1731395980250 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ce45be: reopening flushed file at 1731395980256 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8284ceb98811994aff7e0156c4469aa7 in 492ms, sequenceid=10, compaction requested=false at 1731395980263 (+7 ms)Writing region close event to WAL at 1731395980266 (+3 ms)Running coprocessor post-close hooks at 1731395980270 (+4 ms)Closed at 1731395980270 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395911898.8284ceb98811994aff7e0156c4469aa7. 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f8c4f2b497f4b66f01b6ae6841c174e, disabling compactions & flushes 2024-11-12T07:19:40,270 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. after waiting 0 ms 2024-11-12T07:19:40,270 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/default/test/0f8c4f2b497f4b66f01b6ae6841c174e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:19:40,281 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f8c4f2b497f4b66f01b6ae6841c174e: Waiting for close lock at 1731395980270Running coprocessor pre-close hooks at 1731395980270Disabling compacts and flushes for region at 1731395980270Disabling writes for close at 1731395980270Writing region close event to WAL at 1731395980272 (+2 ms)Running coprocessor post-close hooks at 1731395980281 (+9 ms)Closed at 1731395980281 2024-11-12T07:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e. 2024-11-12T07:19:40,371 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:40,395 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:19:40,395 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:19:40,572 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:40,641 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/ns/5ddc018dc923427681c18c528b92d385 2024-11-12T07:19:40,661 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/rep_barrier/999b5287a3a145fd9d6ed3f19767bbb1 is 112, key is test,,1731395907541.0f8c4f2b497f4b66f01b6ae6841c174e./rep_barrier:seqnumDuringOpen/1731395908701/Put/seqid=0 2024-11-12T07:19:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741848_1024 (size=5518) 2024-11-12T07:19:40,772 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:19:40,772 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:19:40,772 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:40,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:40,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:40,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:40,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:40,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:40,972 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:41,066 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/rep_barrier/999b5287a3a145fd9d6ed3f19767bbb1 2024-11-12T07:19:41,084 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/table/79c589e0f57d41e491275344400107a7 is 53, key is hbase:replication/table:state/1731395912741/Put/seqid=0 2024-11-12T07:19:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741849_1025 (size=5308) 2024-11-12T07:19:41,172 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:41,372 DEBUG [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:41,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:19:41,488 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/table/79c589e0f57d41e491275344400107a7 2024-11-12T07:19:41,493 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/info/fa30b0aed1f84be7a37fbab2209a60a5 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/info/fa30b0aed1f84be7a37fbab2209a60a5 2024-11-12T07:19:41,499 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/info/fa30b0aed1f84be7a37fbab2209a60a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:19:41,500 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/ns/5ddc018dc923427681c18c528b92d385 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/ns/5ddc018dc923427681c18c528b92d385 2024-11-12T07:19:41,505 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/ns/5ddc018dc923427681c18c528b92d385, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:19:41,506 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/rep_barrier/999b5287a3a145fd9d6ed3f19767bbb1 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/rep_barrier/999b5287a3a145fd9d6ed3f19767bbb1 2024-11-12T07:19:41,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:41,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:41,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:41,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:41,511 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/rep_barrier/999b5287a3a145fd9d6ed3f19767bbb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:19:41,512 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/.tmp/table/79c589e0f57d41e491275344400107a7 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/table/79c589e0f57d41e491275344400107a7 2024-11-12T07:19:41,517 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/table/79c589e0f57d41e491275344400107a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:19:41,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:41,518 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-11-12T07:19:41,518 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:19:41,523 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:19:41,524 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:41,524 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:41,524 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:41,524 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395979771Running coprocessor pre-close hooks at 1731395979771Disabling compacts and flushes for region at 1731395979771Disabling writes for close at 1731395979771Obtaining lock to block concurrent updates at 1731395979771Preparing flush snapshotting stores in 1588230740 at 1731395979771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731395979771Flushing stores of hbase:meta,,1.1588230740 at 1731395979772 (+1 ms)Flushing 1588230740/info: creating writer at 1731395979772Flushing 1588230740/info: appending metadata at 1731395979785 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731395979785Flushing 1588230740/ns: creating writer at 1731395980202 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731395980225 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731395980225Flushing 1588230740/rep_barrier: creating writer at 1731395980646 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731395980660 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731395980660Flushing 1588230740/table: creating writer at 1731395981071 (+411 ms)Flushing 1588230740/table: appending metadata at 1731395981083 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731395981083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c90f383: reopening flushed file at 1731395981493 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757e8518: reopening flushed file at 1731395981499 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46708985: reopening flushed file at 1731395981505 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2befff87: reopening flushed file at 1731395981512 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1731395981518 (+6 ms)Writing region close event to WAL at 1731395981520 (+2 ms)Running coprocessor post-close hooks at 1731395981524 (+4 ms)Closed at 1731395981524 2024-11-12T07:19:41,524 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:41,573 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,40639,1731395898154; all regions closed. 2024-11-12T07:19:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:19:41,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.meta.1731395901431.meta not finished, retry = 0 2024-11-12T07:19:41,678 DEBUG [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs 2024-11-12T07:19:41,678 INFO [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40639%2C1731395898154.meta:.meta(num 1731395901431) 2024-11-12T07:19:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741839_1015 (size=2700) 2024-11-12T07:19:41,682 DEBUG [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs 2024-11-12T07:19:41,682 INFO [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40639%2C1731395898154.rep:(num 1731395912680) 2024-11-12T07:19:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741832_1008 (size=1300) 2024-11-12T07:19:41,684 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/WALs/cea23c84c117,40639,1731395898154/cea23c84c117%2C40639%2C1731395898154.1731395900524 not finished, retry = 0 2024-11-12T07:19:41,787 DEBUG [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/oldWALs 2024-11-12T07:19:41,787 INFO [RS:0;cea23c84c117:40639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C40639%2C1731395898154:(num 1731395900524) 2024-11-12T07:19:41,787 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:41,787 INFO [RS:0;cea23c84c117:40639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:41,787 INFO [RS:0;cea23c84c117:40639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:41,787 INFO [RS:0;cea23c84c117:40639 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:41,787 INFO [RS:0;cea23c84c117:40639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:41,788 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:19:41,788 INFO [RS:0;cea23c84c117:40639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,40639,1731395898154 because: Region server is closing 2024-11-12T07:19:41,788 INFO [RS:0;cea23c84c117:40639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:40639. 2024-11-12T07:19:41,788 DEBUG [RS:0;cea23c84c117:40639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:41,788 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:41,788 DEBUG [RS:0;cea23c84c117:40639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:41,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:41,889 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.wal-reader.cea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:19:41,889 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:19:41,889 INFO [RS:0;cea23c84c117:40639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,40639,1731395898154.replicationSource.shippercea23c84c117%2C40639%2C1731395898154,1-cea23c84c117,40639,1731395898154 terminated 2024-11-12T07:19:41,889 INFO [RS:0;cea23c84c117:40639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40639 2024-11-12T07:19:41,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655/rs 2024-11-12T07:19:41,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0414629655/rs/cea23c84c117,40639,1731395898154 2024-11-12T07:19:41,937 INFO [RS:0;cea23c84c117:40639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:19:41,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,40639,1731395898154] 2024-11-12T07:19:41,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0414629655/draining/cea23c84c117,40639,1731395898154 already deleted, retry=false 2024-11-12T07:19:41,958 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,40639,1731395898154 expired; onlineServers=0 2024-11-12T07:19:41,958 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,43361,1731395897947' ***** 2024-11-12T07:19:41,958 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:19:41,958 INFO [M:0;cea23c84c117:43361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:41,958 INFO [M:0;cea23c84c117:43361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:41,959 DEBUG [M:0;cea23c84c117:43361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:19:41,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:19:41,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395900226 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395900226,5,FailOnTimeoutGroup] 2024-11-12T07:19:41,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395900226 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395900226,5,FailOnTimeoutGroup] 2024-11-12T07:19:41,959 DEBUG [M:0;cea23c84c117:43361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:19:41,959 INFO [M:0;cea23c84c117:43361 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:41,959 INFO [M:0;cea23c84c117:43361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:41,959 DEBUG [M:0;cea23c84c117:43361 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:19:41,959 INFO [M:0;cea23c84c117:43361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:19:41,959 INFO [M:0;cea23c84c117:43361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:41,959 INFO [M:0;cea23c84c117:43361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:19:41,959 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:19:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0414629655/master 2024-11-12T07:19:41,972 DEBUG [M:0;cea23c84c117:43361 {}] zookeeper.ZKUtil(347): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Unable to get data of znode /0414629655/master because node does not exist (not an error) 2024-11-12T07:19:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0414629655 2024-11-12T07:19:41,972 WARN [M:0;cea23c84c117:43361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:19:41,973 INFO [M:0;cea23c84c117:43361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/.lastflushedseqids 2024-11-12T07:19:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741850_1026 (size=263) 2024-11-12T07:19:42,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:42,048 INFO [RS:0;cea23c84c117:40639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:19:42,048 INFO [RS:0;cea23c84c117:40639 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,40639,1731395898154; zookeeper connection closed. 2024-11-12T07:19:42,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40639-0x1012de8be870001, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:42,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1150836 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1150836 2024-11-12T07:19:42,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:19:42,377 INFO [M:0;cea23c84c117:43361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:19:42,377 INFO [M:0;cea23c84c117:43361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:19:42,377 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:19:42,377 INFO [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:42,378 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:42,378 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:19:42,378 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:42,378 INFO [M:0;cea23c84c117:43361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-12T07:19:42,391 DEBUG [M:0;cea23c84c117:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd9fb6c1d0144dd9399ed82535541ea is 82, key is hbase:meta,,1/info:regioninfo/1731395901465/Put/seqid=0 2024-11-12T07:19:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741851_1027 (size=5672) 2024-11-12T07:19:42,796 INFO [M:0;cea23c84c117:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd9fb6c1d0144dd9399ed82535541ea 2024-11-12T07:19:42,815 DEBUG [M:0;cea23c84c117:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542ed4edda694b0ca0752c58a772b219 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731395908715/Put/seqid=0 2024-11-12T07:19:42,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741852_1028 (size=7241) 2024-11-12T07:19:43,220 INFO [M:0;cea23c84c117:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542ed4edda694b0ca0752c58a772b219 2024-11-12T07:19:43,224 INFO [M:0;cea23c84c117:43361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542ed4edda694b0ca0752c58a772b219 2024-11-12T07:19:43,236 DEBUG [M:0;cea23c84c117:43361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98e149e6b1874b13a22eb1705fc2c852 is 69, key is cea23c84c117,40639,1731395898154/rs:state/1731395900381/Put/seqid=0 2024-11-12T07:19:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741853_1029 (size=5156) 2024-11-12T07:19:43,641 INFO [M:0;cea23c84c117:43361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98e149e6b1874b13a22eb1705fc2c852 2024-11-12T07:19:43,646 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cd9fb6c1d0144dd9399ed82535541ea as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cd9fb6c1d0144dd9399ed82535541ea 2024-11-12T07:19:43,651 INFO [M:0;cea23c84c117:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cd9fb6c1d0144dd9399ed82535541ea, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T07:19:43,652 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542ed4edda694b0ca0752c58a772b219 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542ed4edda694b0ca0752c58a772b219 2024-11-12T07:19:43,657 INFO [M:0;cea23c84c117:43361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542ed4edda694b0ca0752c58a772b219 2024-11-12T07:19:43,657 INFO [M:0;cea23c84c117:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542ed4edda694b0ca0752c58a772b219, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T07:19:43,658 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98e149e6b1874b13a22eb1705fc2c852 as hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98e149e6b1874b13a22eb1705fc2c852 2024-11-12T07:19:43,664 INFO [M:0;cea23c84c117:43361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44409/user/jenkins/test-data/dc743ad7-271d-14b4-e013-514993131bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98e149e6b1874b13a22eb1705fc2c852, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T07:19:43,665 INFO [M:0;cea23c84c117:43361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-11-12T07:19:43,668 INFO [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:43,669 DEBUG [M:0;cea23c84c117:43361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395982377Disabling compacts and flushes for region at 1731395982377Disabling writes for close at 1731395982378 (+1 ms)Obtaining lock to block concurrent updates at 1731395982378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731395982378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731395982378Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731395982379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731395982379Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731395982391 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731395982391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731395982802 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731395982815 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731395982815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731395983224 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731395983236 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731395983236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cd5a3f: reopening flushed file at 1731395983645 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb6cd6: reopening flushed file at 1731395983651 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0557c0: reopening flushed file at 1731395983657 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1731395983665 (+8 ms)Writing region close event to WAL at 1731395983668 (+3 ms)Closed at 1731395983668 2024-11-12T07:19:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741830_1006 (size=64538) 2024-11-12T07:19:43,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:19:43,676 INFO [M:0;cea23c84c117:43361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:19:43,676 INFO [M:0;cea23c84c117:43361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43361 2024-11-12T07:19:43,677 INFO [M:0;cea23c84c117:43361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:19:43,827 INFO [M:0;cea23c84c117:43361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:19:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:43,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43361-0x1012de8be870000, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:19:43,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19cbd6d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:19:43,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41c40910{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:19:43,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:19:43,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba6c40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:19:43,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir/,STOPPED} 2024-11-12T07:19:43,830 WARN [BP-1543717718-172.17.0.2-1731395896057 heartbeating to localhost/127.0.0.1:44409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:19:43,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:19:43,830 WARN [BP-1543717718-172.17.0.2-1731395896057 heartbeating to localhost/127.0.0.1:44409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543717718-172.17.0.2-1731395896057 (Datanode Uuid f16cf757-6346-4a58-aa53-0ebd15749e19) service to localhost/127.0.0.1:44409 2024-11-12T07:19:43,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:19:43,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/data/data1/current/BP-1543717718-172.17.0.2-1731395896057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:19:43,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/cluster_bb3dd96f-630a-4954-4648-ad56b1d24d5d/data/data2/current/BP-1543717718-172.17.0.2-1731395896057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:19:43,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:19:43,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20748bec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:19:43,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45ebcc2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:19:43,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:19:43,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d5cb75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:19:43,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52044ae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6bf19c11-49f4-9a30-bd95-0598eea5e82b/hadoop.log.dir/,STOPPED} 2024-11-12T07:19:43,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:19:43,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:19:43,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fbdb4b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fbdb4b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44409 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:35349 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=6732 (was 6771) 2024-11-12T07:19:43,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=6732 2024-11-12T07:19:43,881 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T07:19:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir so I do NOT create it in target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d 2024-11-12T07:19:43,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:19:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.tmp.dir so I do NOT create it in target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d 2024-11-12T07:19:43,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e5c22b7-8db2-3c6b-65d7-4ab59e5b8996/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:19:43,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d 2024-11-12T07:19:43,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b, deleteOnExit=true 2024-11-12T07:19:43,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/zookeeper_0, clientPort=52516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:19:43,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52516 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/test.cache.data in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:19:43,922 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:19:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:19:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:19:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012de8be870005, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:19:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012de8be870002, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:19:43,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012de8be870002, quorum=127.0.0.1:55860, baseZNode=/0414629655 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:19:43,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012de8be870005, quorum=127.0.0.1:55860, baseZNode=/1-814577876 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:19:44,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:19:44,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:44,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:19:44,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:19:44,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:19:44,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:19:44,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:44,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47dddb72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:19:44,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca46929{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:19:44,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c87b6b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/java.io.tmpdir/jetty-localhost-37259-hadoop-hdfs-3_4_1-tests_jar-_-any-4078239072280873386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:19:44,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bb947b{HTTP/1.1, (http/1.1)}{localhost:37259} 2024-11-12T07:19:44,505 INFO [Time-limited test {}] server.Server(415): Started @137258ms 2024-11-12T07:19:45,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:45,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:19:45,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:19:45,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:19:45,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:19:45,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40025c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:19:45,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2341a2cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:19:45,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410dda51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-17056735962316795014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:19:45,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c2c79b8{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-12T07:19:45,265 INFO [Time-limited test {}] server.Server(415): Started @138017ms 2024-11-12T07:19:45,266 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:19:46,100 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/data/data1/current/BP-1843998529-172.17.0.2-1731395983939/current, will proceed with Du for space computation calculation, 2024-11-12T07:19:46,100 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/data/data2/current/BP-1843998529-172.17.0.2-1731395983939/current, will proceed with Du for space computation calculation, 2024-11-12T07:19:46,116 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:19:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803e80362c662bbe with lease ID 0x7ce82a8f81f1b423: Processing first storage report for DS-90703518-5444-4a13-b2d5-a2f43cf654f3 from datanode DatanodeRegistration(127.0.0.1:44435, datanodeUuid=388d0a3f-a716-40e2-95e9-80080d57e54d, infoPort=42139, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=516374955;c=1731395983939) 2024-11-12T07:19:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803e80362c662bbe with lease ID 0x7ce82a8f81f1b423: from storage DS-90703518-5444-4a13-b2d5-a2f43cf654f3 node DatanodeRegistration(127.0.0.1:44435, datanodeUuid=388d0a3f-a716-40e2-95e9-80080d57e54d, infoPort=42139, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=516374955;c=1731395983939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:19:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803e80362c662bbe with lease ID 0x7ce82a8f81f1b423: Processing first storage report for DS-2e573cf2-04c0-4b8a-848d-6596e67987fd from datanode DatanodeRegistration(127.0.0.1:44435, datanodeUuid=388d0a3f-a716-40e2-95e9-80080d57e54d, infoPort=42139, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=516374955;c=1731395983939) 2024-11-12T07:19:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803e80362c662bbe with lease ID 0x7ce82a8f81f1b423: from storage DS-2e573cf2-04c0-4b8a-848d-6596e67987fd node DatanodeRegistration(127.0.0.1:44435, datanodeUuid=388d0a3f-a716-40e2-95e9-80080d57e54d, infoPort=42139, infoSecurePort=0, ipcPort=40873, storageInfo=lv=-57;cid=testClusterID;nsid=516374955;c=1731395983939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:19:46,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d 2024-11-12T07:19:46,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:46,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:19:46,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68 with version=8 2024-11-12T07:19:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/hbase-staging 2024-11-12T07:19:46,618 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:19:46,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:19:46,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45181 2024-11-12T07:19:46,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45181 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451810x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:46,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45181-0x1012dea15d80000 connected 2024-11-12T07:19:46,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:46,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:46,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:19:46,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68, hbase.cluster.distributed=false 2024-11-12T07:19:46,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/acl 2024-11-12T07:19:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-12T07:19:46,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45181 2024-11-12T07:19:46,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45181 2024-11-12T07:19:46,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-12T07:19:46,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45181 2024-11-12T07:19:46,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:19:46,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:19:46,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:46,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:19:46,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:19:46,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:19:46,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33681 2024-11-12T07:19:46,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33681 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:46,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:46,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:47,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336810x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:47,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336810x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:19:47,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:19:47,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:19:47,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33681-0x1012dea15d80001 connected 2024-11-12T07:19:47,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:19:47,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/master 2024-11-12T07:19:47,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/acl 2024-11-12T07:19:47,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-12T07:19:47,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33681 2024-11-12T07:19:47,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:47,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33681 2024-11-12T07:19:47,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-12T07:19:47,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33681 2024-11-12T07:19:47,139 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:45181 2024-11-12T07:19:47,144 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-191604775/backup-masters/cea23c84c117,45181,1731395986618 2024-11-12T07:19:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:19:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:19:47,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/backup-masters/cea23c84c117,45181,1731395986618 2024-11-12T07:19:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/master 2024-11-12T07:19:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:47,163 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/master 2024-11-12T07:19:47,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-191604775/backup-masters/cea23c84c117,45181,1731395986618 from backup master directory 2024-11-12T07:19:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/backup-masters/cea23c84c117,45181,1731395986618 2024-11-12T07:19:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:19:47,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:19:47,171 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:19:47,171 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,45181,1731395986618 2024-11-12T07:19:47,202 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/hbase.id] with ID: 2b9d4ba2-8ea5-4e9b-8880-75888587ab0e 2024-11-12T07:19:47,202 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.tmp/hbase.id 2024-11-12T07:19:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:19:47,239 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.tmp/hbase.id]:[hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/hbase.id] 2024-11-12T07:19:47,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:47,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:19:47,252 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:19:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:19:47,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:19:47,693 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:19:47,693 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:19:47,708 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store 2024-11-12T07:19:47,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:19:48,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:48,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:19:48,139 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:48,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:48,140 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:19:48,140 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:48,140 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:48,140 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395988139Disabling compacts and flushes for region at 1731395988139Disabling writes for close at 1731395988140 (+1 ms)Writing region close event to WAL at 1731395988140Closed at 1731395988140 2024-11-12T07:19:48,141 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/.initializing 2024-11-12T07:19:48,142 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618 2024-11-12T07:19:48,143 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:19:48,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C45181%2C1731395986618, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/oldWALs, maxLogs=10 2024-11-12T07:19:48,167 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618/cea23c84c117%2C45181%2C1731395986618.1731395988148, exclude list is [], retry=0 2024-11-12T07:19:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:19:48,180 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:19:48,184 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:19:48,184 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:19:48,185 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:48,185 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,185 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:19:48,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:48,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:48,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:19:48,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:48,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:48,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:19:48,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:48,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:48,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:19:48,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:48,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:48,205 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,206 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,207 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,209 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,209 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,210 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:48,219 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:48,225 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:19:48,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66059170, jitterRate=-0.01564165949821472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:48,227 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395988185Initializing all the Stores at 1731395988186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395988186Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395988192 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395988192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395988192Cleaning up temporary data from old regions at 1731395988209 (+17 ms)Region opened successfully at 1731395988227 (+18 ms) 2024-11-12T07:19:48,228 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:19:48,233 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b756991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:19:48,234 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:19:48,235 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:19:48,235 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:19:48,235 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:19:48,236 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:19:48,236 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:19:48,236 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:19:48,247 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:19:48,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/balancer because node does not exist (not necessarily an error) 2024-11-12T07:19:48,294 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/balancer already deleted, retry=false 2024-11-12T07:19:48,295 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:19:48,297 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:19:48,308 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/normalizer already deleted, retry=false 2024-11-12T07:19:48,308 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:19:48,312 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:19:48,318 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/switch/split already deleted, retry=false 2024-11-12T07:19:48,320 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:19:48,329 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/switch/merge already deleted, retry=false 2024-11-12T07:19:48,332 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:19:48,339 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/snapshot-cleanup already deleted, retry=false 2024-11-12T07:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,356 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,45181,1731395986618, sessionid=0x1012dea15d80000, setting cluster-up flag (Was=false) 2024-11-12T07:19:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,413 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-191604775/flush-table-proc/acquired, /0-191604775/flush-table-proc/reached, /0-191604775/flush-table-proc/abort 2024-11-12T07:19:48,414 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,45181,1731395986618 2024-11-12T07:19:48,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:48,466 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-191604775/online-snapshot/acquired, /0-191604775/online-snapshot/reached, /0-191604775/online-snapshot/abort 2024-11-12T07:19:48,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,45181,1731395986618 2024-11-12T07:19:48,478 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:19:48,480 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:48,480 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:19:48,480 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:19:48,481 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,45181,1731395986618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:19:48,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:48,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:19:48,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:48,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:19:48,530 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(746): ClusterId : 2b9d4ba2-8ea5-4e9b-8880-75888587ab0e 2024-11-12T07:19:48,530 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:19:48,540 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:19:48,540 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:19:48,548 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396018548 2024-11-12T07:19:48,548 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:19:48,549 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,550 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:19:48,550 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:19:48,550 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:19:48,550 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:19:48,554 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:19:48,554 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558ffc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:19:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:19:48,560 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:19:48,560 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:19:48,584 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395988560,5,FailOnTimeoutGroup] 2024-11-12T07:19:48,588 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:33681 2024-11-12T07:19:48,588 INFO [RS:0;cea23c84c117:33681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:19:48,588 INFO [RS:0;cea23c84c117:33681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:19:48,588 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:19:48,589 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,45181,1731395986618 with port=33681, startcode=1731395986982 2024-11-12T07:19:48,589 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:19:48,596 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395988584,5,FailOnTimeoutGroup] 2024-11-12T07:19:48,596 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,596 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:19:48,596 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,596 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,617 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:19:48,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45181 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,619 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68 2024-11-12T07:19:48,619 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-12T07:19:48,619 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:19:48,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/rs 2024-11-12T07:19:48,633 DEBUG [RS:0;cea23c84c117:33681 {}] zookeeper.ZKUtil(111): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/rs/cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,633 WARN [RS:0;cea23c84c117:33681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:19:48,633 INFO [RS:0;cea23c84c117:33681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:48,633 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,33681,1731395986982] 2024-11-12T07:19:48,652 INFO [RS:0;cea23c84c117:33681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:19:48,664 INFO [RS:0;cea23c84c117:33681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:19:48,665 INFO [RS:0;cea23c84c117:33681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:19:48,665 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,666 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:19:48,666 INFO [RS:0;cea23c84c117:33681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:19:48,667 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:19:48,667 DEBUG [RS:0;cea23c84c117:33681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,672 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33681,1731395986982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:19:48,692 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:19:48,694 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33681,1731395986982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,694 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,694 INFO [RS:0;cea23c84c117:33681 {}] regionserver.Replication(171): cea23c84c117,33681,1731395986982 started 2024-11-12T07:19:48,709 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:48,709 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,33681,1731395986982, RpcServer on cea23c84c117/172.17.0.2:33681, sessionid=0x1012dea15d80001 2024-11-12T07:19:48,709 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:19:48,709 DEBUG [RS:0;cea23c84c117:33681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,709 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33681,1731395986982' 2024-11-12T07:19:48,709 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-191604775/flush-table-proc/abort' 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-191604775/flush-table-proc/acquired' 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,33681,1731395986982 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33681,1731395986982' 2024-11-12T07:19:48,710 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-191604775/online-snapshot/abort' 2024-11-12T07:19:48,711 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-191604775/online-snapshot/acquired' 2024-11-12T07:19:48,711 DEBUG [RS:0;cea23c84c117:33681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:19:48,711 INFO [RS:0;cea23c84c117:33681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:19:48,711 INFO [RS:0;cea23c84c117:33681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:19:48,811 INFO [RS:0;cea23c84c117:33681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:19:48,813 INFO [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33681%2C1731395986982, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:19:48,826 DEBUG [RS:0;cea23c84c117:33681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813, exclude list is [], retry=0 2024-11-12T07:19:48,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:19:48,830 INFO [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 2024-11-12T07:19:48,830 DEBUG [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:19:48,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:19:48,959 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68 2024-11-12T07:19:48,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:19:49,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:49,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:19:49,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:19:49,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:19:49,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:19:49,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:19:49,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:19:49,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:19:49,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:19:49,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:19:49,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:19:49,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:19:49,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:19:49,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:49,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:19:49,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:19:49,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63358523, jitterRate=-0.05588443577289581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395989365Initializing all the Stores at 1731395989366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395989366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989366Cleaning up temporary data from old regions at 1731395989376 (+10 ms)Region opened successfully at 1731395989383 (+7 ms) 2024-11-12T07:19:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:19:49,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:19:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:19:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:19:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:19:49,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395989383Disabling compacts and flushes for region at 1731395989383Disabling writes for close at 1731395989383Writing region close event to WAL at 1731395989384 (+1 ms)Closed at 1731395989384 2024-11-12T07:19:49,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:49,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:19:49,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:19:49,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:19:49,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:19:49,538 DEBUG [cea23c84c117:45181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:19:49,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,33681,1731395986982 2024-11-12T07:19:49,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33681,1731395986982, state=OPENING 2024-11-12T07:19:49,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:19:49,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:49,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:49,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:19:49,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:19:49,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:19:49,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33681,1731395986982}] 2024-11-12T07:19:49,713 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:19:49,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:19:49,719 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:19:49,719 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:49,719 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:19:49,721 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33681%2C1731395986982.meta, suffix=.meta, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:19:49,737 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.meta.1731395989721.meta, exclude list is [], retry=0 2024-11-12T07:19:49,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:19:49,741 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.meta.1731395989721.meta 2024-11-12T07:19:49,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:19:49,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:19:49,742 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:19:49,742 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:19:49,742 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:19:49,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:19:49,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:19:49,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:19:49,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:19:49,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:19:49,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:19:49,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:19:49,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:19:49,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:49,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:49,748 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:19:49,748 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:19:49,749 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:19:49,750 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:19:49,750 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:19:49,751 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:49,751 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:19:49,752 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62291223, jitterRate=-0.07178844511508942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:49,752 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:19:49,753 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395989743Writing region info on filesystem at 1731395989743Initializing all the Stores at 1731395989743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989744 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395989744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395989744Cleaning up temporary data from old regions at 1731395989750 (+6 ms)Running coprocessor post-open hooks at 1731395989752 (+2 ms)Region opened successfully at 1731395989753 (+1 ms) 2024-11-12T07:19:49,753 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395989713 2024-11-12T07:19:49,755 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:19:49,755 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:19:49,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,33681,1731395986982 2024-11-12T07:19:49,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33681,1731395986982, state=OPEN 2024-11-12T07:19:49,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:19:49,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:19:49,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,33681,1731395986982 2024-11-12T07:19:49,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:19:49,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:19:49,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:19:49,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33681,1731395986982 in 268 msec 2024-11-12T07:19:49,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:19:49,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-12T07:19:49,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:49,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:19:49,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:19:49,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33681,1731395986982, seqNum=-1] 2024-11-12T07:19:49,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:19:49,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:19:49,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-11-12T07:19:49,840 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395989840, completionTime=-1 2024-11-12T07:19:49,840 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:19:49,840 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:19:49,841 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:19:49,841 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396049841 2024-11-12T07:19:49,841 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396109841 2024-11-12T07:19:49,841 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:45181, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,842 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,844 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.674sec 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:19:49,845 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:19:49,847 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:19:49,847 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:19:49,847 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45181,1731395986618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:49,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f3698b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:49,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,45181,-1 for getting cluster id 2024-11-12T07:19:49,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:19:49,931 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9d4ba2-8ea5-4e9b-8880-75888587ab0e' 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9d4ba2-8ea5-4e9b-8880-75888587ab0e" 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192c00dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,45181,-1] 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:19:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:49,933 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:19:49,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ddfaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:49,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:19:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33681,1731395986982, seqNum=-1] 2024-11-12T07:19:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:19:49,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:19:49,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,45181,1731395986618 2024-11-12T07:19:49,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:49,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:49,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012dea15d80002 connected 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir so I do NOT create it in target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908 2024-11-12T07:19:49,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.tmp.dir so I do NOT create it in target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908 2024-11-12T07:19:49,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:19:49,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/cluster_afd11bbd-1a4c-0788-2fe4-b7072dde7469, deleteOnExit=true 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/test.cache.data in system properties and HBase conf 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:19:49,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:19:49,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:19:49,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:19:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:19:50,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:50,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:19:50,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:19:50,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:19:50,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:19:50,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:50,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@177933d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:19:50,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36a6fccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:19:50,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42d5fa86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/java.io.tmpdir/jetty-localhost-33415-hadoop-hdfs-3_4_1-tests_jar-_-any-7141719689363872907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:19:50,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ecf5801{HTTP/1.1, (http/1.1)}{localhost:33415} 2024-11-12T07:19:50,400 INFO [Time-limited test {}] server.Server(415): Started @143153ms 2024-11-12T07:19:50,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:19:50,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:19:50,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:19:50,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:19:50,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:19:50,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eea1045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:19:50,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd11360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:19:50,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@253a07cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/java.io.tmpdir/jetty-localhost-41577-hadoop-hdfs-3_4_1-tests_jar-_-any-6540824644650477709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:19:50,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2209d52a{HTTP/1.1, (http/1.1)}{localhost:41577} 2024-11-12T07:19:50,743 INFO [Time-limited test {}] server.Server(415): Started @143496ms 2024-11-12T07:19:50,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:19:51,646 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/cluster_afd11bbd-1a4c-0788-2fe4-b7072dde7469/data/data1/current/BP-1279901357-172.17.0.2-1731395989996/current, will proceed with Du for space computation calculation, 2024-11-12T07:19:51,649 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/cluster_afd11bbd-1a4c-0788-2fe4-b7072dde7469/data/data2/current/BP-1279901357-172.17.0.2-1731395989996/current, will proceed with Du for space computation calculation, 2024-11-12T07:19:51,697 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:19:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84e7729447a098f7 with lease ID 0x8b37b41c928bc9ac: Processing first storage report for DS-a3e16e77-b28a-4f6a-aa8b-3e75455ea5cf from datanode DatanodeRegistration(127.0.0.1:35129, datanodeUuid=63db952f-c72e-42bd-be7a-9442486978da, infoPort=37971, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=81373255;c=1731395989996) 2024-11-12T07:19:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84e7729447a098f7 with lease ID 0x8b37b41c928bc9ac: from storage DS-a3e16e77-b28a-4f6a-aa8b-3e75455ea5cf node DatanodeRegistration(127.0.0.1:35129, datanodeUuid=63db952f-c72e-42bd-be7a-9442486978da, infoPort=37971, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=81373255;c=1731395989996), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:19:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84e7729447a098f7 with lease ID 0x8b37b41c928bc9ac: Processing first storage report for DS-04b8d287-03d4-4363-ae3d-64f97b093797 from datanode DatanodeRegistration(127.0.0.1:35129, datanodeUuid=63db952f-c72e-42bd-be7a-9442486978da, infoPort=37971, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=81373255;c=1731395989996) 2024-11-12T07:19:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84e7729447a098f7 with lease ID 0x8b37b41c928bc9ac: from storage DS-04b8d287-03d4-4363-ae3d-64f97b093797 node DatanodeRegistration(127.0.0.1:35129, datanodeUuid=63db952f-c72e-42bd-be7a-9442486978da, infoPort=37971, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=81373255;c=1731395989996), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:19:51,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908 2024-11-12T07:19:51,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:51,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:19:52,185 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204 with version=8 2024-11-12T07:19:52,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/hbase-staging 2024-11-12T07:19:52,187 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:19:52,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:19:52,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41705 2024-11-12T07:19:52,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41705 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417050x0, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:52,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41705-0x1012dea15d80003 connected 2024-11-12T07:19:52,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:52,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:52,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/running 2024-11-12T07:19:52,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204, hbase.cluster.distributed=false 2024-11-12T07:19:52,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/acl 2024-11-12T07:19:52,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T07:19:52,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41705 2024-11-12T07:19:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41705 2024-11-12T07:19:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T07:19:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41705 2024-11-12T07:19:52,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:19:52,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:19:52,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39507 2024-11-12T07:19:52,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39507 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:52,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:52,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395070x0, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:52,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395070x0, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/running 2024-11-12T07:19:52,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39507-0x1012dea15d80004 connected 2024-11-12T07:19:52,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:19:52,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:19:52,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/master 2024-11-12T07:19:52,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/acl 2024-11-12T07:19:52,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-12T07:19:52,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39507 2024-11-12T07:19:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39507 2024-11-12T07:19:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-12T07:19:52,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-12T07:19:52,349 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:41705 2024-11-12T07:19:52,349 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11131728072/backup-masters/cea23c84c117,41705,1731395992186 2024-11-12T07:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/backup-masters 2024-11-12T07:19:52,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/backup-masters 2024-11-12T07:19:52,361 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on existing znode=/11131728072/backup-masters/cea23c84c117,41705,1731395992186 2024-11-12T07:19:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11131728072/master 2024-11-12T07:19:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:52,371 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on existing znode=/11131728072/master 2024-11-12T07:19:52,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11131728072/backup-masters/cea23c84c117,41705,1731395992186 from backup master directory 2024-11-12T07:19:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11131728072/backup-masters/cea23c84c117,41705,1731395992186 2024-11-12T07:19:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/backup-masters 2024-11-12T07:19:52,381 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:19:52,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/backup-masters 2024-11-12T07:19:52,381 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,41705,1731395992186 2024-11-12T07:19:52,386 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/hbase.id] with ID: 2a6f8942-bec8-4490-8d52-a9e7705e681a 2024-11-12T07:19:52,386 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/.tmp/hbase.id 2024-11-12T07:19:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:19:52,790 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/.tmp/hbase.id]:[hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/hbase.id] 2024-11-12T07:19:52,802 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:19:52,802 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:19:52,803 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:19:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:52,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:19:53,261 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:19:53,262 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:19:53,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:19:53,670 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store 2024-11-12T07:19:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:19:54,076 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:54,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:19:54,077 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:54,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:54,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:19:54,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:54,077 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:19:54,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731395994077Disabling compacts and flushes for region at 1731395994077Disabling writes for close at 1731395994077Writing region close event to WAL at 1731395994077Closed at 1731395994077 2024-11-12T07:19:54,078 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/.initializing 2024-11-12T07:19:54,078 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/WALs/cea23c84c117,41705,1731395992186 2024-11-12T07:19:54,079 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:19:54,080 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C41705%2C1731395992186, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/WALs/cea23c84c117,41705,1731395992186, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/oldWALs, maxLogs=10 2024-11-12T07:19:54,093 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/WALs/cea23c84c117,41705,1731395992186/cea23c84c117%2C41705%2C1731395992186.1731395994080, exclude list is [], retry=0 2024-11-12T07:19:54,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-a3e16e77-b28a-4f6a-aa8b-3e75455ea5cf,DISK] 2024-11-12T07:19:54,098 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/WALs/cea23c84c117,41705,1731395992186/cea23c84c117%2C41705%2C1731395992186.1731395994080 2024-11-12T07:19:54,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-12T07:19:54,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:19:54,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:54,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:19:54,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:54,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:54,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:19:54,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:54,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:54,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:19:54,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:54,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:54,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:19:54,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:54,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:54,107 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,108 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,108 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,110 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,110 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,110 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:54,111 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:19:54,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:19:54,114 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61483391, jitterRate=-0.08382607996463776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:54,114 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731395994098Initializing all the Stores at 1731395994099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395994099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395994099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395994099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395994099Cleaning up temporary data from old regions at 1731395994110 (+11 ms)Region opened successfully at 1731395994114 (+4 ms) 2024-11-12T07:19:54,114 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:19:54,117 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b0a1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:19:54,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:19:54,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:19:54,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:19:54,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:19:54,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:19:54,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:19:54,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:19:54,120 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:19:54,121 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/balancer because node does not exist (not necessarily an error) 2024-11-12T07:19:54,168 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/balancer already deleted, retry=false 2024-11-12T07:19:54,168 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:19:54,169 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:19:54,181 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/normalizer already deleted, retry=false 2024-11-12T07:19:54,182 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:19:54,183 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:19:54,192 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/switch/split already deleted, retry=false 2024-11-12T07:19:54,193 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:19:54,202 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/switch/merge already deleted, retry=false 2024-11-12T07:19:54,205 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:19:54,213 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/snapshot-cleanup already deleted, retry=false 2024-11-12T07:19:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11131728072/running 2024-11-12T07:19:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11131728072/running 2024-11-12T07:19:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,224 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,41705,1731395992186, sessionid=0x1012dea15d80003, setting cluster-up flag (Was=false) 2024-11-12T07:19:54,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:19:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:19:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T07:19:54,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:19:54,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:19:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:19:54,276 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11131728072/flush-table-proc/acquired, /11131728072/flush-table-proc/reached, /11131728072/flush-table-proc/abort 2024-11-12T07:19:54,277 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41705,1731395992186 2024-11-12T07:19:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:54,329 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11131728072/online-snapshot/acquired, /11131728072/online-snapshot/reached, /11131728072/online-snapshot/abort 2024-11-12T07:19:54,330 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41705,1731395992186 2024-11-12T07:19:54,335 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:19:54,338 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:54,338 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:19:54,338 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:19:54,338 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,41705,1731395992186 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:19:54,340 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,345 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(746): ClusterId : 2a6f8942-bec8-4490-8d52-a9e7705e681a 2024-11-12T07:19:54,345 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:19:54,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:54,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:19:54,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:54,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:19:54,361 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:19:54,361 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:19:54,368 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396024368 2024-11-12T07:19:54,368 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:19:54,368 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:19:54,368 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:19:54,369 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:19:54,369 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:19:54,369 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:19:54,372 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:19:54,373 DEBUG [RS:0;cea23c84c117:39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c65b713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:19:54,376 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,388 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:19:54,388 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:19:54,388 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:19:54,389 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:19:54,397 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:39507 2024-11-12T07:19:54,397 INFO [RS:0;cea23c84c117:39507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:19:54,397 INFO [RS:0;cea23c84c117:39507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:19:54,397 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:19:54,398 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,41705,1731395992186 with port=39507, startcode=1731395992316 2024-11-12T07:19:54,398 DEBUG [RS:0;cea23c84c117:39507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:19:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:19:54,404 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:19:54,404 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:19:54,405 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:19:54,405 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41705 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:19:54,407 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T07:19:54,407 WARN [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T07:19:54,411 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395994404,5,FailOnTimeoutGroup] 2024-11-12T07:19:54,411 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395994411,5,FailOnTimeoutGroup] 2024-11-12T07:19:54,411 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,411 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:19:54,411 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,412 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,507 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,41705,1731395992186 with port=39507, startcode=1731395992316 2024-11-12T07:19:54,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41705 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,509 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204 2024-11-12T07:19:54,509 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33667 2024-11-12T07:19:54,509 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:19:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/rs 2024-11-12T07:19:54,567 DEBUG [RS:0;cea23c84c117:39507 {}] zookeeper.ZKUtil(111): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on existing znode=/11131728072/rs/cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,567 WARN [RS:0;cea23c84c117:39507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:19:54,567 INFO [RS:0;cea23c84c117:39507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:54,568 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,39507,1731395992316] 2024-11-12T07:19:54,570 INFO [RS:0;cea23c84c117:39507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:19:54,572 INFO [RS:0;cea23c84c117:39507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:19:54,572 INFO [RS:0;cea23c84c117:39507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:19:54,572 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,574 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:19:54,575 INFO [RS:0;cea23c84c117:39507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:19:54,575 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,575 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,576 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:19:54,576 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:19:54,576 DEBUG [RS:0;cea23c84c117:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:19:54,577 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,577 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,577 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,577 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,577 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,578 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39507,1731395992316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:19:54,591 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:19:54,591 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39507,1731395992316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,591 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,591 INFO [RS:0;cea23c84c117:39507 {}] regionserver.Replication(171): cea23c84c117,39507,1731395992316 started 2024-11-12T07:19:54,603 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:54,603 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,39507,1731395992316, RpcServer on cea23c84c117/172.17.0.2:39507, sessionid=0x1012dea15d80004 2024-11-12T07:19:54,603 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:19:54,603 DEBUG [RS:0;cea23c84c117:39507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,603 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39507,1731395992316' 2024-11-12T07:19:54,603 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11131728072/flush-table-proc/abort' 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11131728072/flush-table-proc/acquired' 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,39507,1731395992316 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39507,1731395992316' 2024-11-12T07:19:54,604 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11131728072/online-snapshot/abort' 2024-11-12T07:19:54,605 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11131728072/online-snapshot/acquired' 2024-11-12T07:19:54,605 DEBUG [RS:0;cea23c84c117:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:19:54,605 INFO [RS:0;cea23c84c117:39507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:19:54,605 INFO [RS:0;cea23c84c117:39507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:19:54,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:19:54,705 INFO [RS:0;cea23c84c117:39507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:19:54,707 INFO [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39507%2C1731395992316, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/oldWALs, maxLogs=10 2024-11-12T07:19:54,719 DEBUG [RS:0;cea23c84c117:39507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.1731395994707, exclude list is [], retry=0 2024-11-12T07:19:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-a3e16e77-b28a-4f6a-aa8b-3e75455ea5cf,DISK] 2024-11-12T07:19:54,723 INFO [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.1731395994707 2024-11-12T07:19:54,724 DEBUG [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-12T07:19:54,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:19:54,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204 2024-11-12T07:19:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:19:55,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:55,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:19:55,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:19:55,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:19:55,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:19:55,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:19:55,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:19:55,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:19:55,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:19:55,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:19:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740 2024-11-12T07:19:55,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740 2024-11-12T07:19:55,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:19:55,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:19:55,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:55,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:19:55,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:19:55,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:19:55,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63817097, jitterRate=-0.04905115067958832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731395995210Initializing all the Stores at 1731395995211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995220 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395995220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995220Cleaning up temporary data from old regions at 1731395995235 (+15 ms)Region opened successfully at 1731395995252 (+17 ms) 2024-11-12T07:19:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:19:55,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:19:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:19:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:19:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:19:55,253 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:55,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395995252Disabling compacts and flushes for region at 1731395995252Disabling writes for close at 1731395995252Writing region close event to WAL at 1731395995253 (+1 ms)Closed at 1731395995253 2024-11-12T07:19:55,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:55,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:19:55,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:19:55,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:19:55,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:19:55,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:19:55,407 DEBUG [cea23c84c117:41705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:19:55,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,39507,1731395992316 2024-11-12T07:19:55,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39507,1731395992316, state=OPENING 2024-11-12T07:19:55,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:19:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:19:55,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11131728072/meta-region-server: CHANGED 2024-11-12T07:19:55,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:19:55,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11131728072/meta-region-server: CHANGED 2024-11-12T07:19:55,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39507,1731395992316}] 2024-11-12T07:19:55,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:19:55,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:19:55,589 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:19:55,589 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:55,590 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:19:55,591 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39507%2C1731395992316.meta, suffix=.meta, logDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/oldWALs, maxLogs=10 2024-11-12T07:19:55,603 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.meta.1731395995591.meta, exclude list is [], retry=0 2024-11-12T07:19:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35129,DS-a3e16e77-b28a-4f6a-aa8b-3e75455ea5cf,DISK] 2024-11-12T07:19:55,606 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.meta.1731395995591.meta 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37971:37971)] 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:19:55,607 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:19:55,607 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:19:55,607 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:19:55,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:19:55,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:19:55,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:19:55,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:19:55,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:19:55,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:19:55,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:19:55,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:19:55,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:19:55,614 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:19:55,615 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740 2024-11-12T07:19:55,617 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740 2024-11-12T07:19:55,618 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:19:55,618 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:19:55,619 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:19:55,631 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:19:55,633 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73374840, jitterRate=0.09337031841278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:19:55,633 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:19:55,633 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731395995607Writing region info on filesystem at 1731395995607Initializing all the Stores at 1731395995608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395995608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731395995608Cleaning up temporary data from old regions at 1731395995618 (+10 ms)Running coprocessor post-open hooks at 1731395995633 (+15 ms)Region opened successfully at 1731395995633 2024-11-12T07:19:55,634 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731395995585 2024-11-12T07:19:55,637 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:19:55,637 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:19:55,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39507,1731395992316 2024-11-12T07:19:55,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39507,1731395992316, state=OPEN 2024-11-12T07:19:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11131728072/meta-region-server 2024-11-12T07:19:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11131728072/meta-region-server 2024-11-12T07:19:55,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11131728072/meta-region-server: CHANGED 2024-11-12T07:19:55,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11131728072/meta-region-server: CHANGED 2024-11-12T07:19:55,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,39507,1731395992316 2024-11-12T07:19:55,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:19:55,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39507,1731395992316 in 214 msec 2024-11-12T07:19:55,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:19:55,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-12T07:19:55,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:19:55,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:19:55,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:19:55,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39507,1731395992316, seqNum=-1] 2024-11-12T07:19:55,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:19:55,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:19:55,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-12T07:19:55,660 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731395995660, completionTime=-1 2024-11-12T07:19:55,660 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:19:55,660 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396055662 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396115662 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:41705, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,663 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,664 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:19:55,666 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:19:55,667 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:19:55,667 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:19:55,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:19:55,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:19:55,670 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41705,1731395992186-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:19:55,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307518b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41705,-1 for getting cluster id 2024-11-12T07:19:55,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:19:55,748 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6f8942-bec8-4490-8d52-a9e7705e681a' 2024-11-12T07:19:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:19:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6f8942-bec8-4490-8d52-a9e7705e681a" 2024-11-12T07:19:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b886125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41705,-1] 2024-11-12T07:19:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:19:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:55,750 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:19:55,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167f263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:19:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39507,1731395992316, seqNum=-1] 2024-11-12T07:19:55,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:19:55,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:19:55,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,41705,1731395992186 2024-11-12T07:19:55,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:19:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:19:55,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012dea15d80005 connected 2024-11-12T07:19:55,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d8f181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,45181,-1 for getting cluster id 2024-11-12T07:19:55,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:19:55,806 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9d4ba2-8ea5-4e9b-8880-75888587ab0e' 2024-11-12T07:19:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:19:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9d4ba2-8ea5-4e9b-8880-75888587ab0e" 2024-11-12T07:19:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5556039d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,45181,-1] 2024-11-12T07:19:55,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:19:55,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:55,808 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:19:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1bd565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,45181,1731395986618 2024-11-12T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101afbc 2024-11-12T07:19:55,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:19:55,811 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:19:55,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:41705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:19:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:19:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:55,815 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41705' 2024-11-12T07:19:55,816 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c078467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,816 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41705,-1 for getting cluster id 2024-11-12T07:19:55,816 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:19:55,817 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6f8942-bec8-4490-8d52-a9e7705e681a' 2024-11-12T07:19:55,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:19:55,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6f8942-bec8-4490-8d52-a9e7705e681a" 2024-11-12T07:19:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387b9a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41705,-1] 2024-11-12T07:19:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:19:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:55,819 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:19:55,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18723702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:55,820 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:19:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41705,1731395992186 2024-11-12T07:19:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da9369d 2024-11-12T07:19:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:19:55,822 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:19:55,822 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T07:19:55,822 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:19:55,822 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:55,822 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:55,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:55,823 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:19:55,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:19:55,825 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:19:55,825 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:55,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:19:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741835_1011 (size=1138) 2024-11-12T07:19:55,874 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:19:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:56,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 887263df38df8c41e3a62eb44dda5c1e, NAME => 'hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68 2024-11-12T07:19:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741836_1012 (size=44) 2024-11-12T07:19:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 887263df38df8c41e3a62eb44dda5c1e, disabling compactions & flushes 2024-11-12T07:19:56,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. after waiting 0 ms 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:56,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:56,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 887263df38df8c41e3a62eb44dda5c1e: Waiting for close lock at 1731395996640Disabling compacts and flushes for region at 1731395996640Disabling writes for close at 1731395996640Writing region close event to WAL at 1731395996640Closed at 1731395996640 2024-11-12T07:19:56,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:19:56,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731395996642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731395996642"}]},"ts":"1731395996642"} 2024-11-12T07:19:56,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:19:56,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:19:56,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395996646"}]},"ts":"1731395996646"} 2024-11-12T07:19:56,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:19:56,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN}] 2024-11-12T07:19:56,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN 2024-11-12T07:19:56,651 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN; state=OFFLINE, location=cea23c84c117,33681,1731395986982; forceNewPlan=false, retain=false 2024-11-12T07:19:56,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=887263df38df8c41e3a62eb44dda5c1e, regionState=OPENING, regionLocation=cea23c84c117,33681,1731395986982 2024-11-12T07:19:56,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN because future has completed 2024-11-12T07:19:56,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33681,1731395986982}] 2024-11-12T07:19:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:56,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:56,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:19:56,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:19:56,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33681%2C1731395986982.rep, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:19:56,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.rep.1731395996963, exclude list is [], retry=0 2024-11-12T07:19:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:19:56,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.rep.1731395996963 2024-11-12T07:19:56,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:19:56,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 887263df38df8c41e3a62eb44dda5c1e, NAME => 'hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:19:56,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. service=MultiRowMutationService 2024-11-12T07:19:56,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,989 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,990 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName hfileref 2024-11-12T07:19:56,990 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:56,990 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:56,991 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,992 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName queue 2024-11-12T07:19:56,992 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:56,992 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:56,992 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,994 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName sid 2024-11-12T07:19:56,994 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:19:56,994 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:19:56,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:56,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:19:56,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:57,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:19:57,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 887263df38df8c41e3a62eb44dda5c1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72620095, jitterRate=0.08212374150753021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:19:57,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:57,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 887263df38df8c41e3a62eb44dda5c1e: Running coprocessor pre-open hook at 1731395996987Writing region info on filesystem at 1731395996987Initializing all the Stores at 1731395996988 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395996988Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395996988Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731395996988Cleaning up temporary data from old regions at 1731395996997 (+9 ms)Running coprocessor post-open hooks at 1731395997001 (+4 ms)Region opened successfully at 1731395997002 (+1 ms) 2024-11-12T07:19:57,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., pid=7, masterSystemTime=1731395996957 2024-11-12T07:19:57,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:57,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:57,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=887263df38df8c41e3a62eb44dda5c1e, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,33681,1731395986982 2024-11-12T07:19:57,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33681,1731395986982 because future has completed 2024-11-12T07:19:57,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T07:19:57,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33681,1731395986982 in 206 msec 2024-11-12T07:19:57,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:19:57,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN in 364 msec 2024-11-12T07:19:57,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:19:57,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731395997016"}]},"ts":"1731395997016"} 2024-11-12T07:19:57,024 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:19:57,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:19:57,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-12T07:19:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., hostname=cea23c84c117,33681,1731395986982, seqNum=2] 2024-11-12T07:19:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:57,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:19:57,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T07:19:57,335 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:19:57,366 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,33681,1731395986982, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:19:57,366 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:19:57,366 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33681,1731395986982, seqNum=-1] 2024-11-12T07:19:57,367 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:19:57,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T07:19:57,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,33681,1731395986982', locateType=CURRENT is [region=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., hostname=cea23c84c117,33681,1731395986982, seqNum=2] 2024-11-12T07:19:57,371 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T07:19:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T07:19:57,373 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,33681,1731395986982 suceeded 2024-11-12T07:19:57,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T07:19:57,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-12T07:19:57,375 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:41705,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:19:57,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-12T07:19:57,384 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41705' 2024-11-12T07:19:57,386 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78535b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:57,386 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41705,-1 for getting cluster id 2024-11-12T07:19:57,386 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:19:57,387 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6f8942-bec8-4490-8d52-a9e7705e681a' 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6f8942-bec8-4490-8d52-a9e7705e681a" 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c4047e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41705,-1] 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:19:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:57,388 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:19:57,388 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720e559c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:19:57,389 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:19:57,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41705,1731395992186 2024-11-12T07:19:57,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@124d7943 2024-11-12T07:19:57,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:19:57,390 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T07:19:57,391 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,33681,1731395986982 (queues=1) is replicating from cluster=2b9d4ba2-8ea5-4e9b-8880-75888587ab0e to cluster=2a6f8942-bec8-4490-8d52-a9e7705e681a 2024-11-12T07:19:57,391 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C33681%2C1731395986982 2024-11-12T07:19:57,391 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,33681,1731395986982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:19:57,391 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.shippercea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C33681%2C1731395986982 2024-11-12T07:19:57,392 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813, startPosition=0, beingWritten=true 2024-11-12T07:19:57,597 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 to pos 0, reset compression=false 2024-11-12T07:19:57,902 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 to pos 0, reset compression=false 2024-11-12T07:19:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:19:57,973 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:19:57,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:57,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:57,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:57,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:57,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:57,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:19:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,45181,1731395986618 2024-11-12T07:19:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414ab375 2024-11-12T07:19:57,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:19:57,975 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:19:57,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:19:57,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:57,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:57,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:57,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:57,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:57,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:19:57,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1287670754, stopped=false 2024-11-12T07:19:57,976 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,45181,1731395986618 2024-11-12T07:19:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:19:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:19:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:58,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:58,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:19:58,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:58,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:58,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,33681,1731395986982' ***** 2024-11-12T07:19:58,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:19:58,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:19:58,024 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:19:58,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:19:58,024 INFO [RS:0;cea23c84c117:33681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:19:58,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:19:58,024 INFO [RS:0;cea23c84c117:33681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:19:58,024 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,33681,1731395986982 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33681. 2024-11-12T07:19:58,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887263df38df8c41e3a62eb44dda5c1e, disabling compactions & flushes 2024-11-12T07:19:58,025 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:58,025 DEBUG [RS:0;cea23c84c117:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:58,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:58,025 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:58,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. after waiting 0 ms 2024-11-12T07:19:58,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:58,025 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 887263df38df8c41e3a62eb44dda5c1e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:19:58,025 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:19:58,025 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1325): Online Regions={887263df38df8c41e3a62eb44dda5c1e=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:19:58,025 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:19:58,025 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:19:58,025 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:19:58,026 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:19:58,026 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:19:58,026 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:19:58,026 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T07:19:58,042 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/.tmp/queue/98ae3f065d3042a092ca545168f2eee6 is 151, key is 1-cea23c84c117,33681,1731395986982/queue:cea23c84c117%2C33681%2C1731395986982/1731395997370/Put/seqid=0 2024-11-12T07:19:58,049 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/26651f993170455cad6a5adf7f58a626 is 147, key is hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e./info:regioninfo/1731395997006/Put/seqid=0 2024-11-12T07:19:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741838_1014 (size=5350) 2024-11-12T07:19:58,052 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/.tmp/queue/98ae3f065d3042a092ca545168f2eee6 2024-11-12T07:19:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741839_1015 (size=6631) 2024-11-12T07:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/.tmp/queue/98ae3f065d3042a092ca545168f2eee6 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/queue/98ae3f065d3042a092ca545168f2eee6 2024-11-12T07:19:58,065 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/queue/98ae3f065d3042a092ca545168f2eee6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T07:19:58,066 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 887263df38df8c41e3a62eb44dda5c1e in 41ms, sequenceid=5, compaction requested=false 2024-11-12T07:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:19:58,071 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:19:58,071 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:58,071 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:58,071 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:58,071 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887263df38df8c41e3a62eb44dda5c1e: Waiting for close lock at 1731395998025Running coprocessor pre-close hooks at 1731395998025Disabling compacts and flushes for region at 1731395998025Disabling writes for close at 1731395998025Obtaining lock to block concurrent updates at 1731395998025Preparing flush snapshotting stores in 887263df38df8c41e3a62eb44dda5c1e at 1731395998025Finished memstore snapshotting hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731395998025Flushing stores of hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. at 1731395998026 (+1 ms)Flushing 887263df38df8c41e3a62eb44dda5c1e/queue: creating writer at 1731395998026Flushing 887263df38df8c41e3a62eb44dda5c1e/queue: appending metadata at 1731395998041 (+15 ms)Flushing 887263df38df8c41e3a62eb44dda5c1e/queue: closing flushed file at 1731395998041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58271452: reopening flushed file at 1731395998058 (+17 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 887263df38df8c41e3a62eb44dda5c1e in 41ms, sequenceid=5, compaction requested=false at 1731395998066 (+8 ms)Writing region close event to WAL at 1731395998067 (+1 ms)Running coprocessor post-close hooks at 1731395998071 (+4 ms)Closed at 1731395998071 2024-11-12T07:19:58,072 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:19:58,089 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:58,226 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:58,307 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 to pos 0, reset compression=false 2024-11-12T07:19:58,426 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:58,455 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/26651f993170455cad6a5adf7f58a626 2024-11-12T07:19:58,480 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/ns/7e0a3be538894049935594b3c9953d6c is 43, key is default/ns:d/1731395989836/Put/seqid=0 2024-11-12T07:19:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741840_1016 (size=5153) 2024-11-12T07:19:58,626 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:58,680 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:19:58,680 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:19:58,812 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 to pos 0, reset compression=false 2024-11-12T07:19:58,826 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:58,884 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/ns/7e0a3be538894049935594b3c9953d6c 2024-11-12T07:19:58,907 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/table/2318bbad028d4106840308fe1e064b8e is 53, key is hbase:replication/table:state/1731395997016/Put/seqid=0 2024-11-12T07:19:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741841_1017 (size=5256) 2024-11-12T07:19:59,026 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:19:59,026 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:19:59,027 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:59,227 DEBUG [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:19:59,312 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/table/2318bbad028d4106840308fe1e064b8e 2024-11-12T07:19:59,317 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/26651f993170455cad6a5adf7f58a626 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/info/26651f993170455cad6a5adf7f58a626 2024-11-12T07:19:59,322 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/info/26651f993170455cad6a5adf7f58a626, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T07:19:59,323 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/ns/7e0a3be538894049935594b3c9953d6c as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/ns/7e0a3be538894049935594b3c9953d6c 2024-11-12T07:19:59,328 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/ns/7e0a3be538894049935594b3c9953d6c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:19:59,329 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/table/2318bbad028d4106840308fe1e064b8e as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/table/2318bbad028d4106840308fe1e064b8e 2024-11-12T07:19:59,333 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/table/2318bbad028d4106840308fe1e064b8e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T07:19:59,334 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-12T07:19:59,338 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:19:59,339 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:19:59,339 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:19:59,339 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:59,339 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731395998025Running coprocessor pre-close hooks at 1731395998025Disabling compacts and flushes for region at 1731395998025Disabling writes for close at 1731395998026 (+1 ms)Obtaining lock to block concurrent updates at 1731395998026Preparing flush snapshotting stores in 1588230740 at 1731395998026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731395998026Flushing stores of hbase:meta,,1.1588230740 at 1731395998026Flushing 1588230740/info: creating writer at 1731395998026Flushing 1588230740/info: appending metadata at 1731395998049 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731395998049Flushing 1588230740/ns: creating writer at 1731395998461 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731395998479 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731395998479Flushing 1588230740/table: creating writer at 1731395998889 (+410 ms)Flushing 1588230740/table: appending metadata at 1731395998907 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731395998907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377355bf: reopening flushed file at 1731395999316 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61166a4a: reopening flushed file at 1731395999322 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38dd559f: reopening flushed file at 1731395999328 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731395999334 (+6 ms)Writing region close event to WAL at 1731395999335 (+1 ms)Running coprocessor post-close hooks at 1731395999339 (+4 ms)Closed at 1731395999339 2024-11-12T07:19:59,339 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:19:59,417 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 to pos 0, reset compression=false 2024-11-12T07:19:59,427 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,33681,1731395986982; all regions closed. 2024-11-12T07:19:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741834_1010 (size=2742) 2024-11-12T07:19:59,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.meta.1731395989721.meta not finished, retry = 0 2024-11-12T07:19:59,532 DEBUG [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:19:59,532 INFO [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33681%2C1731395986982.meta:.meta(num 1731395989721) 2024-11-12T07:19:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741837_1013 (size=1586) 2024-11-12T07:19:59,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.rep.1731395996963 not finished, retry = 0 2024-11-12T07:19:59,686 DEBUG [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:19:59,686 INFO [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33681%2C1731395986982.rep:(num 1731395996963) 2024-11-12T07:19:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741832_1008 (size=93) 2024-11-12T07:19:59,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982/cea23c84c117%2C33681%2C1731395986982.1731395988813 not finished, retry = 0 2024-11-12T07:19:59,792 DEBUG [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:19:59,792 INFO [RS:0;cea23c84c117:33681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33681%2C1731395986982:(num 1731395988813) 2024-11-12T07:19:59,792 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:59,792 INFO [RS:0;cea23c84c117:33681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:19:59,793 INFO [RS:0;cea23c84c117:33681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:59,793 INFO [RS:0;cea23c84c117:33681 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:59,793 INFO [RS:0;cea23c84c117:33681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:59,793 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:19:59,793 INFO [RS:0;cea23c84c117:33681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,33681,1731395986982 because: Region server is closing 2024-11-12T07:19:59,793 INFO [RS:0;cea23c84c117:33681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33681. 2024-11-12T07:19:59,793 DEBUG [RS:0;cea23c84c117:33681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:19:59,793 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:59,793 DEBUG [RS:0;cea23c84c117:33681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:19:59,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:19:59,894 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.wal-reader.cea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:19:59,894 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.shippercea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:19:59,894 INFO [RS:0;cea23c84c117:33681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33681,1731395986982.replicationSource.shippercea23c84c117%2C33681%2C1731395986982,1-cea23c84c117,33681,1731395986982 terminated 2024-11-12T07:19:59,894 INFO [RS:0;cea23c84c117:33681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33681 2024-11-12T07:19:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/rs/cea23c84c117,33681,1731395986982 2024-11-12T07:19:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/rs 2024-11-12T07:19:59,915 INFO [RS:0;cea23c84c117:33681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:19:59,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,33681,1731395986982] 2024-11-12T07:19:59,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/draining/cea23c84c117,33681,1731395986982 already deleted, retry=false 2024-11-12T07:19:59,936 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,33681,1731395986982 expired; onlineServers=0 2024-11-12T07:19:59,936 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,45181,1731395986618' ***** 2024-11-12T07:19:59,936 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:19:59,936 INFO [M:0;cea23c84c117:45181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:19:59,936 INFO [M:0;cea23c84c117:45181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:19:59,936 DEBUG [M:0;cea23c84c117:45181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:19:59,936 DEBUG [M:0;cea23c84c117:45181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:19:59,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:19:59,936 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395988584 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395988584,5,FailOnTimeoutGroup] 2024-11-12T07:19:59,936 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395988560 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395988560,5,FailOnTimeoutGroup] 2024-11-12T07:19:59,937 INFO [M:0;cea23c84c117:45181 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:19:59,937 INFO [M:0;cea23c84c117:45181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:19:59,937 DEBUG [M:0;cea23c84c117:45181 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:19:59,937 INFO [M:0;cea23c84c117:45181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:19:59,937 INFO [M:0;cea23c84c117:45181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:19:59,937 INFO [M:0;cea23c84c117:45181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:19:59,937 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:19:59,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/master 2024-11-12T07:19:59,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:19:59,949 DEBUG [M:0;cea23c84c117:45181 {}] zookeeper.ZKUtil(347): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/master because node does not exist (not an error) 2024-11-12T07:19:59,950 WARN [M:0;cea23c84c117:45181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:19:59,950 INFO [M:0;cea23c84c117:45181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.lastflushedseqids 2024-11-12T07:19:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741842_1018 (size=181) 2024-11-12T07:20:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:00,026 INFO [RS:0;cea23c84c117:33681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:00,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33681-0x1012dea15d80001, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:00,026 INFO [RS:0;cea23c84c117:33681 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,33681,1731395986982; zookeeper connection closed. 2024-11-12T07:20:00,026 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c06229 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c06229 2024-11-12T07:20:00,026 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:20:00,355 INFO [M:0;cea23c84c117:45181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:20:00,356 INFO [M:0;cea23c84c117:45181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:20:00,356 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:00,356 INFO [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:00,356 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:00,356 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:00,356 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:00,356 INFO [M:0;cea23c84c117:45181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T07:20:00,376 DEBUG [M:0;cea23c84c117:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080018a5614b4b14baec3272c4dddd01 is 82, key is hbase:meta,,1/info:regioninfo/1731395989756/Put/seqid=0 2024-11-12T07:20:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741843_1019 (size=5672) 2024-11-12T07:20:00,781 INFO [M:0;cea23c84c117:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080018a5614b4b14baec3272c4dddd01 2024-11-12T07:20:00,798 DEBUG [M:0;cea23c84c117:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc6fa662664498bb440967231cfbb21 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731395997027/Put/seqid=0 2024-11-12T07:20:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741844_1020 (size=7203) 2024-11-12T07:20:01,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:01,203 INFO [M:0;cea23c84c117:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc6fa662664498bb440967231cfbb21 2024-11-12T07:20:01,221 DEBUG [M:0;cea23c84c117:45181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d592ee69cfe43d9b848a12083ae7a41 is 69, key is cea23c84c117,33681,1731395986982/rs:state/1731395988618/Put/seqid=0 2024-11-12T07:20:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741845_1021 (size=5156) 2024-11-12T07:20:01,226 INFO [M:0;cea23c84c117:45181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d592ee69cfe43d9b848a12083ae7a41 2024-11-12T07:20:01,231 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/080018a5614b4b14baec3272c4dddd01 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080018a5614b4b14baec3272c4dddd01 2024-11-12T07:20:01,235 INFO [M:0;cea23c84c117:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080018a5614b4b14baec3272c4dddd01, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T07:20:01,236 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bc6fa662664498bb440967231cfbb21 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc6fa662664498bb440967231cfbb21 2024-11-12T07:20:01,241 INFO [M:0;cea23c84c117:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc6fa662664498bb440967231cfbb21, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T07:20:01,242 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d592ee69cfe43d9b848a12083ae7a41 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d592ee69cfe43d9b848a12083ae7a41 2024-11-12T07:20:01,246 INFO [M:0;cea23c84c117:45181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d592ee69cfe43d9b848a12083ae7a41, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T07:20:01,247 INFO [M:0;cea23c84c117:45181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false 2024-11-12T07:20:01,248 INFO [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:01,248 DEBUG [M:0;cea23c84c117:45181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396000356Disabling compacts and flushes for region at 1731396000356Disabling writes for close at 1731396000356Obtaining lock to block concurrent updates at 1731396000356Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396000356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731396000357 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396000357Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396000357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396000376 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396000376Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396000785 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396000798 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396000798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396001207 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396001221 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396001221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6896c041: reopening flushed file at 1731396001230 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526a916d: reopening flushed file at 1731396001236 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663d19e8: reopening flushed file at 1731396001241 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false at 1731396001247 (+6 ms)Writing region close event to WAL at 1731396001248 (+1 ms)Closed at 1731396001248 2024-11-12T07:20:01,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741830_1006 (size=41008) 2024-11-12T07:20:01,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618/cea23c84c117%2C45181%2C1731395986618.1731395988148 not finished, retry = 0 2024-11-12T07:20:01,352 INFO [M:0;cea23c84c117:45181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:20:01,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:01,352 INFO [M:0;cea23c84c117:45181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45181 2024-11-12T07:20:01,352 INFO [M:0;cea23c84c117:45181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:01,520 INFO [M:0;cea23c84c117:45181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45181-0x1012dea15d80000, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:01,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:20:01,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:01,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38119 2024-11-12T07:20:01,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38119 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:20:01,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381190x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:01,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38119-0x1012dea15d80006 connected 2024-11-12T07:20:01,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:01,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:01,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:20:01,680 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: INIT 2024-11-12T07:20:01,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68, hbase.cluster.distributed=false 2024-11-12T07:20:01,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/acl 2024-11-12T07:20:01,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-12T07:20:01,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38119 2024-11-12T07:20:01,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38119 2024-11-12T07:20:01,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-12T07:20:01,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-12T07:20:01,695 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:01,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:01,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33351 2024-11-12T07:20:01,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33351 connecting to ZooKeeper ensemble=127.0.0.1:52516 2024-11-12T07:20:01,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:01,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:01,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333510x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:01,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333510x0, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:20:01,760 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: INIT 2024-11-12T07:20:01,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33351-0x1012dea15d80007 connected 2024-11-12T07:20:01,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:20:01,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:20:01,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/master 2024-11-12T07:20:01,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/acl 2024-11-12T07:20:01,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-12T07:20:01,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33351 2024-11-12T07:20:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33351 2024-11-12T07:20:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-12T07:20:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33351 2024-11-12T07:20:01,773 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:38119 2024-11-12T07:20:01,774 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-191604775/backup-masters/cea23c84c117,38119,1731396001521 2024-11-12T07:20:01,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:20:01,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:20:01,841 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/backup-masters/cea23c84c117,38119,1731396001521 2024-11-12T07:20:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/master 2024-11-12T07:20:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:01,855 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/master 2024-11-12T07:20:01,855 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-191604775/backup-masters/cea23c84c117,38119,1731396001521 from backup master directory 2024-11-12T07:20:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/backup-masters/cea23c84c117,38119,1731396001521 2024-11-12T07:20:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:20:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/backup-masters 2024-11-12T07:20:01,865 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:01,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,38119,1731396001521 2024-11-12T07:20:01,874 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:01,874 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:20:01,881 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-12T07:20:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741846_1022 (size=196) 2024-11-12T07:20:01,906 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:01,907 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:20:01,907 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:01,913 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T07:20:01,916 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618 to hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618-dead as it is dead 2024-11-12T07:20:01,917 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618-dead/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:20:01,917 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618-dead/cea23c84c117%2C45181%2C1731395986618.1731395988148 after 0ms 2024-11-12T07:20:01,918 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618-dead/cea23c84c117%2C45181%2C1731395986618.1731395988148 to hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:20:01,918 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,45181,1731395986618-dead 2024-11-12T07:20:01,920 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,38119,1731396001521 2024-11-12T07:20:01,922 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:01,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C38119%2C1731396001521, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,38119,1731396001521, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/oldWALs, maxLogs=10 2024-11-12T07:20:01,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,38119,1731396001521/cea23c84c117%2C38119%2C1731396001521.1731396001924, exclude list is [], retry=0 2024-11-12T07:20:01,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:20:01,950 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/WALs/cea23c84c117,38119,1731396001521/cea23c84c117%2C38119%2C1731396001521.1731396001924 2024-11-12T07:20:01,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:20:01,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:01,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:01,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,951 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:20:01,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:01,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/080018a5614b4b14baec3272c4dddd01 2024-11-12T07:20:01,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:01,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:20:01,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:01,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bc6fa662664498bb440967231cfbb21 2024-11-12T07:20:01,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:01,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:20:01,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:01,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d592ee69cfe43d9b848a12083ae7a41 2024-11-12T07:20:01,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:01,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:20:01,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:01,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:01,995 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:01,995 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T07:20:01,995 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:20:02,000 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:20:02,001 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cea23c84c117%2C45181%2C1731395986618.1731395988148 2024-11-12T07:20:02,003 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:02,003 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:02,003 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:02,004 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:02,006 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T07:20:02,007 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71040471, jitterRate=0.0585855096578598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:02,008 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396001951Initializing all the Stores at 1731396001952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396001953 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396001953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396001953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396001953Cleaning up temporary data from old regions at 1731396002003 (+50 ms)Region opened successfully at 1731396002007 (+4 ms) 2024-11-12T07:20:02,008 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:20:02,010 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecb3bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:02,012 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T07:20:02,012 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:20:02,012 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:20:02,012 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:20:02,013 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:20:02,015 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:02,015 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:20:02,016 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:20:02,016 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-12T07:20:02,016 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:20:02,018 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cea23c84c117,33681,1731395986982, regionLocation=cea23c84c117,33681,1731395986982, openSeqNum=2 2024-11-12T07:20:02,018 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cea23c84c117,33681,1731395986982, table=hbase:meta, region=1588230740 2024-11-12T07:20:02,018 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33681,1731395986982, state=OPEN 2024-11-12T07:20:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,033 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:20:02,044 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/draining/cea23c84c117,33681,1731395986982 already deleted, retry=false 2024-11-12T07:20:02,044 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cea23c84c117,33681,1731395986982 on cea23c84c117,38119,1731396001521 2024-11-12T07:20:02,045 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cea23c84c117,33681,1731395986982, splitWal=true, meta=true 2024-11-12T07:20:02,045 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for cea23c84c117,33681,1731395986982 (carryingMeta=true) cea23c84c117,33681,1731395986982/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cabd4f8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T07:20:02,046 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/balancer because node does not exist (not necessarily an error) 2024-11-12T07:20:02,055 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/balancer already deleted, retry=false 2024-11-12T07:20:02,055 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:20:02,056 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:20:02,065 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/normalizer already deleted, retry=false 2024-11-12T07:20:02,065 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:20:02,066 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:20:02,076 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/switch/split already deleted, retry=false 2024-11-12T07:20:02,077 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:20:02,086 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/switch/merge already deleted, retry=false 2024-11-12T07:20:02,098 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:20:02,107 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/snapshot-cleanup already deleted, retry=false 2024-11-12T07:20:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:20:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:20:02,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:02,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,38119,1731396001521, sessionid=0x1012dea15d80006, setting cluster-up flag (Was=false) 2024-11-12T07:20:02,129 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-191604775/flush-table-proc/acquired, /0-191604775/flush-table-proc/reached, /0-191604775/flush-table-proc/abort 2024-11-12T07:20:02,129 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,38119,1731396001521 2024-11-12T07:20:02,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-191604775/online-snapshot/acquired, /0-191604775/online-snapshot/reached, /0-191604775/online-snapshot/abort 2024-11-12T07:20:02,140 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,38119,1731396001521 2024-11-12T07:20:02,141 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.lastflushedseqids 2024-11-12T07:20:02,142 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:20:02,143 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:20:02,143 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,38119,1731396001521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cea23c84c117,33681,1731395986982 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:02,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,145 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cea23c84c117,33681,1731395986982, splitWal=true, meta=true 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396032146 2024-11-12T07:20:02,146 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,33681,1731395986982, splitWal=true, meta=true, isMeta: true 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:20:02,146 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:20:02,147 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982-splitting 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:20:02,147 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:20:02,148 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396002147,5,FailOnTimeoutGroup] 2024-11-12T07:20:02,148 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982-splitting dir is empty, no logs to split. 2024-11-12T07:20:02,148 INFO [PEWorker-1 {}] master.SplitWALManager(105): cea23c84c117,33681,1731395986982 WAL count=0, meta=true 2024-11-12T07:20:02,148 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396002148,5,FailOnTimeoutGroup] 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396002148, completionTime=-1 2024-11-12T07:20:02,148 WARN [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T07:20:02,148 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T07:20:02,149 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982-splitting dir is empty, no logs to split. 2024-11-12T07:20:02,150 INFO [PEWorker-1 {}] master.SplitWALManager(105): cea23c84c117,33681,1731395986982 WAL count=0, meta=true 2024-11-12T07:20:02,150 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,33681,1731395986982 WAL splitting is done? wals=0, meta=true 2024-11-12T07:20:02,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:20:02,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:02,152 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:20:02,165 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(746): ClusterId : 2b9d4ba2-8ea5-4e9b-8880-75888587ab0e 2024-11-12T07:20:02,165 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:20:02,171 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:20:02,172 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:20:02,182 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:20:02,182 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f2e6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:02,196 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:33351 2024-11-12T07:20:02,197 INFO [RS:0;cea23c84c117:33351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:20:02,197 INFO [RS:0;cea23c84c117:33351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:20:02,197 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:20:02,197 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,38119,1731396001521 with port=33351, startcode=1731396001695 2024-11-12T07:20:02,198 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:20:02,199 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:20:02,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,200 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68 2024-11-12T07:20:02,200 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-12T07:20:02,200 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:20:02,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/rs 2024-11-12T07:20:02,244 DEBUG [RS:0;cea23c84c117:33351 {}] zookeeper.ZKUtil(111): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on existing znode=/0-191604775/rs/cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,244 WARN [RS:0;cea23c84c117:33351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:02,244 INFO [RS:0;cea23c84c117:33351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:02,244 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,33351,1731396001695] 2024-11-12T07:20:02,248 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T07:20:02,260 INFO [RS:0;cea23c84c117:33351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:20:02,261 INFO [RS:0;cea23c84c117:33351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:20:02,262 INFO [RS:0;cea23c84c117:33351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:20:02,262 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,262 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:20:02,262 INFO [RS:0;cea23c84c117:33351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:20:02,262 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:02,263 DEBUG [RS:0;cea23c84c117:33351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,263 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33351,1731396001695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:02,275 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:20:02,276 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33351,1731396001695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,289 INFO [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,33351,1731396001695, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:20:02,289 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,289 INFO [RS:0;cea23c84c117:33351 {}] regionserver.Replication(171): cea23c84c117,33351,1731396001695 started 2024-11-12T07:20:02,301 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:02,301 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,33351,1731396001695, RpcServer on cea23c84c117/172.17.0.2:33351, sessionid=0x1012dea15d80007 2024-11-12T07:20:02,301 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41705' 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33351,1731396001695' 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-191604775/flush-table-proc/abort' 2024-11-12T07:20:02,302 WARN [cea23c84c117:38119 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-191604775/flush-table-proc/acquired' 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33351,1731396001695' 2024-11-12T07:20:02,302 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-191604775/online-snapshot/abort' 2024-11-12T07:20:02,303 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d8a718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:02,303 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41705,-1 for getting cluster id 2024-11-12T07:20:02,303 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:02,303 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-191604775/online-snapshot/acquired' 2024-11-12T07:20:02,303 DEBUG [RS:0;cea23c84c117:33351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:20:02,303 INFO [RS:0;cea23c84c117:33351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:20:02,303 INFO [RS:0;cea23c84c117:33351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:20:02,304 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6f8942-bec8-4490-8d52-a9e7705e681a' 2024-11-12T07:20:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6f8942-bec8-4490-8d52-a9e7705e681a" 2024-11-12T07:20:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b0d498d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41705,-1] 2024-11-12T07:20:02,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:02,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:02,306 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:02,306 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcf9b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:02,306 DEBUG [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:02,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41705,1731395992186 2024-11-12T07:20:02,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2420a151 2024-11-12T07:20:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:02,309 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:02,309 INFO [RS:0;cea23c84c117:33351.replicationSource,1-cea23c84c117,33351,1731396001695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,33351,1731396001695 (queues=0) is replicating from cluster=2b9d4ba2-8ea5-4e9b-8880-75888587ab0e to cluster=2a6f8942-bec8-4490-8d52-a9e7705e681a 2024-11-12T07:20:02,403 INFO [RS:0;cea23c84c117:33351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:02,405 INFO [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33351%2C1731396001695, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:20:02,446 DEBUG [RS:0;cea23c84c117:33351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405, exclude list is [], retry=0 2024-11-12T07:20:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:20:02,451 INFO [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 2024-11-12T07:20:02,452 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cea23c84c117%2C33351%2C1731396001695 for peer 1 2024-11-12T07:20:02,452 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C33351%2C1731396001695 2024-11-12T07:20:02,452 INFO [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,33351,1731396001695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:20:02,460 DEBUG [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:20:02,460 INFO [RS:0;cea23c84c117:33351.replicationSource.shippercea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C33351%2C1731396001695 2024-11-12T07:20:02,461 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405, startPosition=0, beingWritten=true 2024-11-12T07:20:02,552 DEBUG [cea23c84c117:38119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:02,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,554 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33351,1731396001695, state=OPENING 2024-11-12T07:20:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:02,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33351,1731396001695}] 2024-11-12T07:20:02,666 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:02,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:02,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:20:02,727 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:20:02,727 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:02,727 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:20:02,729 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33351%2C1731396001695.meta, suffix=.meta, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:20:02,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.meta.1731396002729.meta, exclude list is [], retry=0 2024-11-12T07:20:02,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:20:02,744 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.meta.1731396002729.meta 2024-11-12T07:20:02,744 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:02,745 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:20:02,745 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:20:02,745 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:20:02,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:02,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:02,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:02,753 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/info/26651f993170455cad6a5adf7f58a626 2024-11-12T07:20:02,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:02,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:02,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:02,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:02,758 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/ns/7e0a3be538894049935594b3c9953d6c 2024-11-12T07:20:02,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:02,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:02,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:02,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:02,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:02,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:02,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:02,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:02,764 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/table/2318bbad028d4106840308fe1e064b8e 2024-11-12T07:20:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:02,765 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:02,765 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:20:02,766 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740 2024-11-12T07:20:02,767 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:02,767 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:02,768 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:02,769 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:02,769 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63638430, jitterRate=-0.0517134964466095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:02,769 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:20:02,769 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396002745Writing region info on filesystem at 1731396002745Initializing all the Stores at 1731396002746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396002746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396002746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396002746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396002746Cleaning up temporary data from old regions at 1731396002767 (+21 ms)Running coprocessor post-open hooks at 1731396002769 (+2 ms)Region opened successfully at 1731396002769 2024-11-12T07:20:02,770 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731396002723 2024-11-12T07:20:02,772 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:20:02,772 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:20:02,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33351,1731396001695, state=OPEN 2024-11-12T07:20:02,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-191604775/meta-region-server 2024-11-12T07:20:02,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,33351,1731396001695 2024-11-12T07:20:02,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-191604775/meta-region-server: CHANGED 2024-11-12T07:20:02,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T07:20:02,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33351,1731396001695 in 211 msec 2024-11-12T07:20:02,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:20:02,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-12T07:20:02,970 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:03,374 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:03,751 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T07:20:03,879 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:04,484 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:05,189 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:05,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T07:20:05,993 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:06,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T07:20:06,656 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:20:06,657 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:06,657 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33351,1731396001695, seqNum=-1] 2024-11-12T07:20:06,657 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:06,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:06,662 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=887263df38df8c41e3a62eb44dda5c1e, regionState=OPEN, lastHost=cea23c84c117,33681,1731395986982, regionLocation=cea23c84c117,33681,1731395986982, openSeqNum=2 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396066662 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396126662 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T07:20:06,662 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cea23c84c117,33681,1731395986982 had 2 regions 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:38119, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,662 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,663 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,663 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cea23c84c117,33681,1731395986982, splitWal=true, meta=true, isMeta: false 2024-11-12T07:20:06,666 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982-splitting dir is empty, no logs to split. 2024-11-12T07:20:06,667 INFO [PEWorker-3 {}] master.SplitWALManager(105): cea23c84c117,33681,1731395986982 WAL count=0, meta=false 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.804sec 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:06,669 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:20:06,669 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33681,1731395986982-splitting dir is empty, no logs to split. 2024-11-12T07:20:06,669 INFO [PEWorker-3 {}] master.SplitWALManager(105): cea23c84c117,33681,1731395986982 WAL count=0, meta=false 2024-11-12T07:20:06,669 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cea23c84c117,33681,1731395986982 WAL splitting is done? wals=0, meta=false 2024-11-12T07:20:06,671 WARN [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cea23c84c117,33681,1731395986982/hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:06,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN}] 2024-11-12T07:20:06,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN 2024-11-12T07:20:06,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T07:20:06,675 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:20:06,675 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:20:06,675 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38119,1731396001521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:06,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38119,-1 for getting cluster id 2024-11-12T07:20:06,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:06,769 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9d4ba2-8ea5-4e9b-8880-75888587ab0e' 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9d4ba2-8ea5-4e9b-8880-75888587ab0e" 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179a71e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38119,-1] 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,771 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:06,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac75f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33351,1731396001695, seqNum=-1] 2024-11-12T07:20:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:06,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T07:20:06,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:06,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:06,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cea23c84c117:38119 after: cea23c84c117:38119 2024-11-12T07:20:06,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5558c7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38119,-1 for getting cluster id 2024-11-12T07:20:06,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:06,779 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b9d4ba2-8ea5-4e9b-8880-75888587ab0e' 2024-11-12T07:20:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b9d4ba2-8ea5-4e9b-8880-75888587ab0e" 2024-11-12T07:20:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5468e548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38119,-1] 2024-11-12T07:20:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,781 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:06,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f258db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:06,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38119,1731396001521 2024-11-12T07:20:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a45e86a 2024-11-12T07:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:06,784 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:06,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T07:20:06,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:20:06,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:06,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:06,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:06,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:20:06,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1791057987, stopped=false 2024-11-12T07:20:06,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,41705,1731395992186 2024-11-12T07:20:06,823 DEBUG [cea23c84c117:38119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:06,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=887263df38df8c41e3a62eb44dda5c1e, regionState=OPENING, regionLocation=cea23c84c117,33351,1731396001695 2024-11-12T07:20:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN because future has completed 2024-11-12T07:20:06,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33351,1731396001695}] 2024-11-12T07:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11131728072/running 2024-11-12T07:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11131728072/running 2024-11-12T07:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:20:06,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:06,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:06,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:06,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/running 2024-11-12T07:20:06,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Set watcher on znode that does not yet exist, /11131728072/running 2024-11-12T07:20:06,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,39507,1731395992316' ***** 2024-11-12T07:20:06,855 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:20:06,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,39507,1731395992316 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:06,855 INFO [RS:0;cea23c84c117:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39507. 2024-11-12T07:20:06,856 DEBUG [RS:0;cea23c84c117:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:06,856 DEBUG [RS:0;cea23c84c117:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:06,856 INFO [RS:0;cea23c84c117:39507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:20:06,856 INFO [RS:0;cea23c84c117:39507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:20:06,856 INFO [RS:0;cea23c84c117:39507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:20:06,856 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:20:06,856 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:20:06,856 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:20:06,856 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:06,856 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:06,856 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:06,856 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:06,856 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:06,856 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:06,856 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T07:20:06,871 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/.tmp/ns/7c24f01907de4e9a8f712133dc57b21a is 43, key is default/ns:d/1731395995656/Put/seqid=0 2024-11-12T07:20:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741835_1011 (size=5153) 2024-11-12T07:20:06,887 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:06,898 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:06,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:06,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:06,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:20:06,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33351%2C1731396001695.rep, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs, maxLogs=10 2024-11-12T07:20:06,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.rep.1731396006984, exclude list is [], retry=0 2024-11-12T07:20:06,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-90703518-5444-4a13-b2d5-a2f43cf654f3,DISK] 2024-11-12T07:20:07,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.rep.1731396006984 2024-11-12T07:20:07,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-12T07:20:07,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 887263df38df8c41e3a62eb44dda5c1e, NAME => 'hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:07,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. service=MultiRowMutationService 2024-11-12T07:20:07,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,004 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,005 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName hfileref 2024-11-12T07:20:07,005 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:07,006 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:07,007 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,008 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName queue 2024-11-12T07:20:07,008 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:07,019 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/queue/98ae3f065d3042a092ca545168f2eee6 2024-11-12T07:20:07,020 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:07,020 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,021 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 887263df38df8c41e3a62eb44dda5c1e columnFamilyName sid 2024-11-12T07:20:07,021 DEBUG [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:07,021 INFO [StoreOpener-887263df38df8c41e3a62eb44dda5c1e-1 {}] regionserver.HStore(327): Store=887263df38df8c41e3a62eb44dda5c1e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:07,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:07,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 887263df38df8c41e3a62eb44dda5c1e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450070, jitterRate=0.06468901038169861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:07,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:07,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 887263df38df8c41e3a62eb44dda5c1e: Running coprocessor pre-open hook at 1731396007003Writing region info on filesystem at 1731396007003Initializing all the Stores at 1731396007004 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396007004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396007004Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396007004Cleaning up temporary data from old regions at 1731396007024 (+20 ms)Running coprocessor post-open hooks at 1731396007026 (+2 ms)Region opened successfully at 1731396007027 (+1 ms) 2024-11-12T07:20:07,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., pid=13, masterSystemTime=1731396006979 2024-11-12T07:20:07,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:07,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:07,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=887263df38df8c41e3a62eb44dda5c1e, regionState=OPEN, openSeqNum=9, regionLocation=cea23c84c117,33351,1731396001695 2024-11-12T07:20:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33351,1731396001695 because future has completed 2024-11-12T07:20:07,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T07:20:07,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 887263df38df8c41e3a62eb44dda5c1e, server=cea23c84c117,33351,1731396001695 in 211 msec 2024-11-12T07:20:07,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T07:20:07,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=887263df38df8c41e3a62eb44dda5c1e, ASSIGN in 368 msec 2024-11-12T07:20:07,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T07:20:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., hostname=cea23c84c117,33351,1731396001695, seqNum=9] 2024-11-12T07:20:07,056 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:07,064 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for cea23c84c117,33681,1731395986982 2024-11-12T07:20:07,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T07:20:07,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T07:20:07,256 DEBUG [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:07,276 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/.tmp/ns/7c24f01907de4e9a8f712133dc57b21a 2024-11-12T07:20:07,281 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/.tmp/ns/7c24f01907de4e9a8f712133dc57b21a as hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/ns/7c24f01907de4e9a8f712133dc57b21a 2024-11-12T07:20:07,286 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/ns/7c24f01907de4e9a8f712133dc57b21a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T07:20:07,287 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-12T07:20:07,287 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:20:07,291 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T07:20:07,292 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:07,292 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:07,292 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:07,292 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396006856Running coprocessor pre-close hooks at 1731396006856Disabling compacts and flushes for region at 1731396006856Disabling writes for close at 1731396006856Obtaining lock to block concurrent updates at 1731396006856Preparing flush snapshotting stores in 1588230740 at 1731396006856Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731396006857 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396006857Flushing 1588230740/ns: creating writer at 1731396006857Flushing 1588230740/ns: appending metadata at 1731396006871 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731396006871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c908b93: reopening flushed file at 1731396007281 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731396007287 (+6 ms)Writing region close event to WAL at 1731396007288 (+1 ms)Running coprocessor post-close hooks at 1731396007292 (+4 ms)Closed at 1731396007292 2024-11-12T07:20:07,292 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:07,457 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,39507,1731395992316; all regions closed. 2024-11-12T07:20:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741834_1010 (size=1152) 2024-11-12T07:20:07,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.meta.1731395995591.meta not finished, retry = 0 2024-11-12T07:20:07,562 DEBUG [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/oldWALs 2024-11-12T07:20:07,562 INFO [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C39507%2C1731395992316.meta:.meta(num 1731395995591) 2024-11-12T07:20:07,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741832_1008 (size=93) 2024-11-12T07:20:07,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/WALs/cea23c84c117,39507,1731395992316/cea23c84c117%2C39507%2C1731395992316.1731395994707 not finished, retry = 0 2024-11-12T07:20:07,578 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:20:07,578 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:20:07,667 DEBUG [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/oldWALs 2024-11-12T07:20:07,667 INFO [RS:0;cea23c84c117:39507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C39507%2C1731395992316:(num 1731395994707) 2024-11-12T07:20:07,667 DEBUG [RS:0;cea23c84c117:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:07,667 INFO [RS:0;cea23c84c117:39507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:07,667 INFO [RS:0;cea23c84c117:39507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:07,667 INFO [RS:0;cea23c84c117:39507 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:07,667 INFO [RS:0;cea23c84c117:39507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:07,667 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:07,668 INFO [RS:0;cea23c84c117:39507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39507 2024-11-12T07:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11131728072/rs/cea23c84c117,39507,1731395992316 2024-11-12T07:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072/rs 2024-11-12T07:20:07,686 INFO [RS:0;cea23c84c117:39507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:07,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,39507,1731395992316] 2024-11-12T07:20:07,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11131728072/draining/cea23c84c117,39507,1731395992316 already deleted, retry=false 2024-11-12T07:20:07,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,39507,1731395992316 expired; onlineServers=0 2024-11-12T07:20:07,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,41705,1731395992186' ***** 2024-11-12T07:20:07,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:20:07,707 INFO [M:0;cea23c84c117:41705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:07,707 INFO [M:0;cea23c84c117:41705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:07,707 DEBUG [M:0;cea23c84c117:41705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:20:07,707 DEBUG [M:0;cea23c84c117:41705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:20:07,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395994411 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731395994411,5,FailOnTimeoutGroup] 2024-11-12T07:20:07,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:20:07,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395994404 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731395994404,5,FailOnTimeoutGroup] 2024-11-12T07:20:07,707 INFO [M:0;cea23c84c117:41705 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:07,708 INFO [M:0;cea23c84c117:41705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:07,708 DEBUG [M:0;cea23c84c117:41705 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:20:07,708 INFO [M:0;cea23c84c117:41705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:20:07,708 INFO [M:0;cea23c84c117:41705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:07,708 INFO [M:0;cea23c84c117:41705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:20:07,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:20:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11131728072/master 2024-11-12T07:20:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11131728072 2024-11-12T07:20:07,717 DEBUG [M:0;cea23c84c117:41705 {}] zookeeper.ZKUtil(347): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Unable to get data of znode /11131728072/master because node does not exist (not an error) 2024-11-12T07:20:07,717 WARN [M:0;cea23c84c117:41705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:20:07,718 INFO [M:0;cea23c84c117:41705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/.lastflushedseqids 2024-11-12T07:20:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741836_1012 (size=99) 2024-11-12T07:20:07,797 INFO [RS:0;cea23c84c117:39507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:07,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:07,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1012dea15d80004, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:07,797 INFO [RS:0;cea23c84c117:39507 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,39507,1731395992316; zookeeper connection closed. 2024-11-12T07:20:07,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b3d7b34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b3d7b34 2024-11-12T07:20:07,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:20:07,903 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:08,127 INFO [M:0;cea23c84c117:41705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:20:08,127 INFO [M:0;cea23c84c117:41705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:20:08,127 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:08,127 INFO [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:08,127 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:08,127 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:08,127 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:08,127 INFO [M:0;cea23c84c117:41705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T07:20:08,141 DEBUG [M:0;cea23c84c117:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614f2872172d42f9a5fd50bf13bc4480 is 82, key is hbase:meta,,1/info:regioninfo/1731395995637/Put/seqid=0 2024-11-12T07:20:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741837_1013 (size=5672) 2024-11-12T07:20:08,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:08,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:08,546 INFO [M:0;cea23c84c117:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614f2872172d42f9a5fd50bf13bc4480 2024-11-12T07:20:08,563 DEBUG [M:0;cea23c84c117:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4370796c9914076954fe8ed0cd91e32 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731395995659/Put/seqid=0 2024-11-12T07:20:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741838_1014 (size=5275) 2024-11-12T07:20:08,968 INFO [M:0;cea23c84c117:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4370796c9914076954fe8ed0cd91e32 2024-11-12T07:20:08,988 DEBUG [M:0;cea23c84c117:41705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12d64104eef34821aebb792f79b7d119 is 69, key is cea23c84c117,39507,1731395992316/rs:state/1731395994508/Put/seqid=0 2024-11-12T07:20:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741839_1015 (size=5156) 2024-11-12T07:20:09,009 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:09,393 INFO [M:0;cea23c84c117:41705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12d64104eef34821aebb792f79b7d119 2024-11-12T07:20:09,398 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/614f2872172d42f9a5fd50bf13bc4480 as hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614f2872172d42f9a5fd50bf13bc4480 2024-11-12T07:20:09,402 INFO [M:0;cea23c84c117:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/614f2872172d42f9a5fd50bf13bc4480, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T07:20:09,403 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4370796c9914076954fe8ed0cd91e32 as hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4370796c9914076954fe8ed0cd91e32 2024-11-12T07:20:09,407 INFO [M:0;cea23c84c117:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4370796c9914076954fe8ed0cd91e32, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T07:20:09,408 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12d64104eef34821aebb792f79b7d119 as hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12d64104eef34821aebb792f79b7d119 2024-11-12T07:20:09,412 INFO [M:0;cea23c84c117:41705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12d64104eef34821aebb792f79b7d119, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T07:20:09,413 INFO [M:0;cea23c84c117:41705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-12T07:20:09,414 INFO [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:09,414 DEBUG [M:0;cea23c84c117:41705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396008127Disabling compacts and flushes for region at 1731396008127Disabling writes for close at 1731396008127Obtaining lock to block concurrent updates at 1731396008127Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396008127Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731396008128 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396008128Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396008128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396008141 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396008141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396008550 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396008563 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396008563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396008972 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396008988 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396008988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f7c1f6: reopening flushed file at 1731396009397 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a5b568: reopening flushed file at 1731396009402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c39ce31: reopening flushed file at 1731396009407 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731396009413 (+6 ms)Writing region close event to WAL at 1731396009414 (+1 ms)Closed at 1731396009414 2024-11-12T07:20:09,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35129 is added to blk_1073741830_1006 (size=10165) 2024-11-12T07:20:09,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc198e1c-b90a-af8b-4fb5-78ade4e83204/MasterData/WALs/cea23c84c117,41705,1731395992186/cea23c84c117%2C41705%2C1731395992186.1731395994080 not finished, retry = 0 2024-11-12T07:20:09,517 INFO [M:0;cea23c84c117:41705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:20:09,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:09,517 INFO [M:0;cea23c84c117:41705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41705 2024-11-12T07:20:09,517 INFO [M:0;cea23c84c117:41705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:09,667 INFO [M:0;cea23c84c117:41705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41705-0x1012dea15d80003, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:09,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@253a07cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:09,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2209d52a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:09,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:09,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd11360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:09,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eea1045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:09,671 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:20:09,671 WARN [BP-1279901357-172.17.0.2-1731395989996 heartbeating to localhost/127.0.0.1:33667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:20:09,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:20:09,671 WARN [BP-1279901357-172.17.0.2-1731395989996 heartbeating to localhost/127.0.0.1:33667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1279901357-172.17.0.2-1731395989996 (Datanode Uuid 63db952f-c72e-42bd-be7a-9442486978da) service to localhost/127.0.0.1:33667 2024-11-12T07:20:09,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/cluster_afd11bbd-1a4c-0788-2fe4-b7072dde7469/data/data1/current/BP-1279901357-172.17.0.2-1731395989996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:09,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/cluster_afd11bbd-1a4c-0788-2fe4-b7072dde7469/data/data2/current/BP-1279901357-172.17.0.2-1731395989996 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:09,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:20:09,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42d5fa86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:09,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ecf5801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:09,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:09,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36a6fccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:09,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@177933d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:09,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:20:09,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:20:09,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:09,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:09,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:09,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:09,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:09,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:20:09,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1189726142, stopped=false 2024-11-12T07:20:09,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,38119,1731396001521 2024-11-12T07:20:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:20:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/running 2024-11-12T07:20:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:09,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:09,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:09,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:09,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:09,715 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,33351,1731396001695' ***** 2024-11-12T07:20:09,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:20:09,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Set watcher on znode that does not yet exist, /0-191604775/running 2024-11-12T07:20:09,715 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:20:09,715 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:20:09,715 INFO [RS:0;cea23c84c117:33351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:20:09,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:20:09,715 INFO [RS:0;cea23c84c117:33351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:20:09,715 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(3091): Received CLOSE for 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,33351,1731396001695 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33351. 2024-11-12T07:20:09,716 DEBUG [RS:0;cea23c84c117:33351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 887263df38df8c41e3a62eb44dda5c1e, disabling compactions & flushes 2024-11-12T07:20:09,716 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:09,716 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. after waiting 0 ms 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:20:09,716 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:20:09,716 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1325): Online Regions={887263df38df8c41e3a62eb44dda5c1e=hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:20:09,716 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 887263df38df8c41e3a62eb44dda5c1e 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:09,716 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:09,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:09,716 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T07:20:09,720 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/replication/887263df38df8c41e3a62eb44dda5c1e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T07:20:09,720 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:09,720 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:09,720 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:09,720 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 887263df38df8c41e3a62eb44dda5c1e: Waiting for close lock at 1731396009716Running coprocessor pre-close hooks at 1731396009716Disabling compacts and flushes for region at 1731396009716Disabling writes for close at 1731396009716Writing region close event to WAL at 1731396009716Running coprocessor post-close hooks at 1731396009720 (+4 ms)Closed at 1731396009720 2024-11-12T07:20:09,720 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e. 2024-11-12T07:20:09,735 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/591f31d69c7641a9a2d11255f0b2bd35 is 147, key is hbase:replication,,1731395995823.887263df38df8c41e3a62eb44dda5c1e./info:regioninfo/1731396007033/Put/seqid=0 2024-11-12T07:20:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741851_1027 (size=6385) 2024-11-12T07:20:09,770 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:09,916 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:10,117 DEBUG [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:10,139 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/591f31d69c7641a9a2d11255f0b2bd35 2024-11-12T07:20:10,144 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/.tmp/info/591f31d69c7641a9a2d11255f0b2bd35 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/info/591f31d69c7641a9a2d11255f0b2bd35 2024-11-12T07:20:10,149 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/info/591f31d69c7641a9a2d11255f0b2bd35, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T07:20:10,150 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-12T07:20:10,155 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T07:20:10,156 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:10,156 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:10,156 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:10,156 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396009716Running coprocessor pre-close hooks at 1731396009716Disabling compacts and flushes for region at 1731396009716Disabling writes for close at 1731396009716Obtaining lock to block concurrent updates at 1731396009716Preparing flush snapshotting stores in 1588230740 at 1731396009716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731396009717 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396009717Flushing 1588230740/info: creating writer at 1731396009717Flushing 1588230740/info: appending metadata at 1731396009734 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731396009734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4830c3a1: reopening flushed file at 1731396010144 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1731396010150 (+6 ms)Writing region close event to WAL at 1731396010152 (+2 ms)Running coprocessor post-close hooks at 1731396010156 (+4 ms)Closed at 1731396010156 2024-11-12T07:20:10,156 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:10,214 DEBUG [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 to pos 0, reset compression=false 2024-11-12T07:20:10,317 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,33351,1731396001695; all regions closed. 2024-11-12T07:20:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741849_1025 (size=2156) 2024-11-12T07:20:10,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.meta.1731396002729.meta not finished, retry = 0 2024-11-12T07:20:10,359 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:20:10,359 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:20:10,422 DEBUG [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:20:10,422 INFO [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33351%2C1731396001695.meta:.meta(num 1731396002729) 2024-11-12T07:20:10,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.rep.1731396006984 not finished, retry = 0 2024-11-12T07:20:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741850_1026 (size=796) 2024-11-12T07:20:10,526 DEBUG [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:20:10,526 INFO [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33351%2C1731396001695.rep:(num 1731396006984) 2024-11-12T07:20:10,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741848_1024 (size=93) 2024-11-12T07:20:10,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/WALs/cea23c84c117,33351,1731396001695/cea23c84c117%2C33351%2C1731396001695.1731396002405 not finished, retry = 0 2024-11-12T07:20:10,631 DEBUG [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/oldWALs 2024-11-12T07:20:10,631 INFO [RS:0;cea23c84c117:33351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C33351%2C1731396001695:(num 1731396002405) 2024-11-12T07:20:10,631 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:10,631 INFO [RS:0;cea23c84c117:33351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:10,631 INFO [RS:0;cea23c84c117:33351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:10,631 INFO [RS:0;cea23c84c117:33351 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:10,631 INFO [RS:0;cea23c84c117:33351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:10,631 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:10,632 INFO [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,33351,1731396001695 because: Region server is closing 2024-11-12T07:20:10,632 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T07:20:10,632 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T07:20:10,632 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T07:20:10,632 INFO [RS:0;cea23c84c117:33351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33351. 2024-11-12T07:20:10,632 DEBUG [RS:0;cea23c84c117:33351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:10,632 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:10,632 DEBUG [RS:0;cea23c84c117:33351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:10,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:10,732 WARN [RS:0;cea23c84c117:33351.replicationSource.wal-reader.cea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:20:10,732 WARN [RS:0;cea23c84c117:33351.replicationSource.shippercea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:20:10,732 INFO [RS:0;cea23c84c117:33351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cea23c84c117:33351.replicationSource.shippercea23c84c117%2C33351%2C1731396001695,1-cea23c84c117,33351,1731396001695 terminated 2024-11-12T07:20:10,733 INFO [RS:0;cea23c84c117:33351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33351 2024-11-12T07:20:10,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/rs/cea23c84c117,33351,1731396001695 2024-11-12T07:20:10,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775/rs 2024-11-12T07:20:10,791 INFO [RS:0;cea23c84c117:33351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:10,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,33351,1731396001695] 2024-11-12T07:20:10,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-191604775/draining/cea23c84c117,33351,1731396001695 already deleted, retry=false 2024-11-12T07:20:10,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,33351,1731396001695 expired; onlineServers=0 2024-11-12T07:20:10,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,38119,1731396001521' ***** 2024-11-12T07:20:10,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:20:10,812 INFO [M:0;cea23c84c117:38119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:10,812 INFO [M:0;cea23c84c117:38119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:10,812 DEBUG [M:0;cea23c84c117:38119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:20:10,812 DEBUG [M:0;cea23c84c117:38119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:20:10,812 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:20:10,812 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396002148 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396002148,5,FailOnTimeoutGroup] 2024-11-12T07:20:10,812 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396002147 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396002147,5,FailOnTimeoutGroup] 2024-11-12T07:20:10,813 INFO [M:0;cea23c84c117:38119 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:10,813 INFO [M:0;cea23c84c117:38119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:10,813 DEBUG [M:0;cea23c84c117:38119 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:20:10,813 INFO [M:0;cea23c84c117:38119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:20:10,813 INFO [M:0;cea23c84c117:38119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:10,813 INFO [M:0;cea23c84c117:38119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:20:10,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:20:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-191604775/master 2024-11-12T07:20:10,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-191604775 2024-11-12T07:20:10,823 DEBUG [M:0;cea23c84c117:38119 {}] zookeeper.ZKUtil(347): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Unable to get data of znode /0-191604775/master because node does not exist (not an error) 2024-11-12T07:20:10,823 WARN [M:0;cea23c84c117:38119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:20:10,823 INFO [M:0;cea23c84c117:38119 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/.lastflushedseqids 2024-11-12T07:20:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741852_1028 (size=181) 2024-11-12T07:20:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:10,902 INFO [RS:0;cea23c84c117:33351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:10,902 INFO [RS:0;cea23c84c117:33351 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,33351,1731396001695; zookeeper connection closed. 2024-11-12T07:20:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33351-0x1012dea15d80007, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:10,902 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd3c2f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd3c2f7 2024-11-12T07:20:10,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:20:11,229 INFO [M:0;cea23c84c117:38119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:20:11,229 INFO [M:0;cea23c84c117:38119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:20:11,229 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:11,229 INFO [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:11,229 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:11,229 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:11,229 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:11,229 INFO [M:0;cea23c84c117:38119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T07:20:11,248 DEBUG [M:0;cea23c84c117:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec5c5febb543d2a2b809a9b4d3ef56 is 82, key is hbase:meta,,1/info:regioninfo/1731396002772/Put/seqid=0 2024-11-12T07:20:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741853_1029 (size=5672) 2024-11-12T07:20:11,652 INFO [M:0;cea23c84c117:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec5c5febb543d2a2b809a9b4d3ef56 2024-11-12T07:20:11,674 DEBUG [M:0;cea23c84c117:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229027a8e4f341549a026854fbd4747e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731396007040/Put/seqid=0 2024-11-12T07:20:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741854_1030 (size=7312) 2024-11-12T07:20:12,078 INFO [M:0;cea23c84c117:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229027a8e4f341549a026854fbd4747e 2024-11-12T07:20:12,101 DEBUG [M:0;cea23c84c117:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba03f6263cb4ad189c377e33c7f6f96 is 69, key is cea23c84c117,33351,1731396001695/rs:state/1731396002199/Put/seqid=0 2024-11-12T07:20:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741855_1031 (size=5370) 2024-11-12T07:20:12,505 INFO [M:0;cea23c84c117:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba03f6263cb4ad189c377e33c7f6f96 2024-11-12T07:20:12,509 INFO [M:0;cea23c84c117:38119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba03f6263cb4ad189c377e33c7f6f96 2024-11-12T07:20:12,510 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eec5c5febb543d2a2b809a9b4d3ef56 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eec5c5febb543d2a2b809a9b4d3ef56 2024-11-12T07:20:12,515 INFO [M:0;cea23c84c117:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eec5c5febb543d2a2b809a9b4d3ef56, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T07:20:12,516 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229027a8e4f341549a026854fbd4747e as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229027a8e4f341549a026854fbd4747e 2024-11-12T07:20:12,521 INFO [M:0;cea23c84c117:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229027a8e4f341549a026854fbd4747e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T07:20:12,522 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ba03f6263cb4ad189c377e33c7f6f96 as hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba03f6263cb4ad189c377e33c7f6f96 2024-11-12T07:20:12,526 INFO [M:0;cea23c84c117:38119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ba03f6263cb4ad189c377e33c7f6f96 2024-11-12T07:20:12,526 INFO [M:0;cea23c84c117:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/01353ab2-0ba1-afbe-b148-c2a5b921ff68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ba03f6263cb4ad189c377e33c7f6f96, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T07:20:12,527 INFO [M:0;cea23c84c117:38119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false 2024-11-12T07:20:12,528 INFO [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:12,528 DEBUG [M:0;cea23c84c117:38119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396011229Disabling compacts and flushes for region at 1731396011229Disabling writes for close at 1731396011229Obtaining lock to block concurrent updates at 1731396011229Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396011229Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731396011230 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396011230Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396011230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396011247 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396011247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396011657 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396011673 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396011673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396012083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396012100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396012100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b3ad1: reopening flushed file at 1731396012510 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f86765: reopening flushed file at 1731396012515 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3853579a: reopening flushed file at 1731396012521 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1731396012527 (+6 ms)Writing region close event to WAL at 1731396012528 (+1 ms)Closed at 1731396012528 2024-11-12T07:20:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741847_1023 (size=22903) 2024-11-12T07:20:12,530 INFO [M:0;cea23c84c117:38119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:20:12,530 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:12,530 INFO [M:0;cea23c84c117:38119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38119 2024-11-12T07:20:12,531 INFO [M:0;cea23c84c117:38119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:12,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:12,677 INFO [M:0;cea23c84c117:38119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:12,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x1012dea15d80006, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:12,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410dda51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:12,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c2c79b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:12,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:12,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2341a2cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:12,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40025c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:12,694 WARN [BP-1843998529-172.17.0.2-1731395983939 heartbeating to localhost/127.0.0.1:32967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:20:12,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:20:12,694 WARN [BP-1843998529-172.17.0.2-1731395983939 heartbeating to localhost/127.0.0.1:32967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843998529-172.17.0.2-1731395983939 (Datanode Uuid 388d0a3f-a716-40e2-95e9-80080d57e54d) service to localhost/127.0.0.1:32967 2024-11-12T07:20:12,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:20:12,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/data/data1/current/BP-1843998529-172.17.0.2-1731395983939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:12,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/cluster_fb0389bd-ed40-1b75-cc34-93de819d1f2b/data/data2/current/BP-1843998529-172.17.0.2-1731395983939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:12,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:20:12,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c87b6b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:12,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bb947b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:12,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:12,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca46929{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:12,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47dddb72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9c7a1300-b4cd-27f1-3b3f-1356413c698d/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:12,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:20:12,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:20:12,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 157) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33667 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32967 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6387 (was 6732) 2024-11-12T07:20:12,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=6392 2024-11-12T07:20:12,768 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T07:20:12,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir so I do NOT create it in target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9 2024-11-12T07:20:12,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:20:12,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.tmp.dir so I do NOT create it in target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9 2024-11-12T07:20:12,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c46c842-1950-d04a-4e64-87de9ee85908/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:20:12,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9 2024-11-12T07:20:12,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669, deleteOnExit=true 2024-11-12T07:20:12,790 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/zookeeper_0, clientPort=56151, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:20:12,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56151 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/test.cache.data in system properties and HBase conf 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:20:12,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:20:12,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:20:12,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:20:12,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012dea15d80005, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:20:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012dea15d80002, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:20:12,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012dea15d80002, quorum=127.0.0.1:52516, baseZNode=/0-191604775 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:20:12,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012dea15d80005, quorum=127.0.0.1:52516, baseZNode=/11131728072 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:20:13,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:13,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:13,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:13,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:13,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:20:13,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:13,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c9ab0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:13,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79955afd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:13,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7afe8a23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/java.io.tmpdir/jetty-localhost-36027-hadoop-hdfs-3_4_1-tests_jar-_-any-9499223141426960968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:13,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0ff617{HTTP/1.1, (http/1.1)}{localhost:36027} 2024-11-12T07:20:13,265 INFO [Time-limited test {}] server.Server(415): Started @166018ms 2024-11-12T07:20:13,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:13,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:13,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:13,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:13,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:20:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41febd81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecd32c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:13,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b37e610{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/java.io.tmpdir/jetty-localhost-37623-hadoop-hdfs-3_4_1-tests_jar-_-any-4760368993791914456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:13,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7584ac94{HTTP/1.1, (http/1.1)}{localhost:37623} 2024-11-12T07:20:13,631 INFO [Time-limited test {}] server.Server(415): Started @166384ms 2024-11-12T07:20:13,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:20:14,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:20:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:20:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:14,680 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/data/data1/current/BP-111596335-172.17.0.2-1731396012824/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:14,680 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/data/data2/current/BP-111596335-172.17.0.2-1731396012824/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:14,700 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:20:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43edb10c371c7b46 with lease ID 0x4127e9d77e0882da: Processing first storage report for DS-91319d84-d5e4-4baa-8e31-9beec688f164 from datanode DatanodeRegistration(127.0.0.1:45309, datanodeUuid=c1ef0e6e-27f5-47d9-958c-58daf027c109, infoPort=35021, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=1145213010;c=1731396012824) 2024-11-12T07:20:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43edb10c371c7b46 with lease ID 0x4127e9d77e0882da: from storage DS-91319d84-d5e4-4baa-8e31-9beec688f164 node DatanodeRegistration(127.0.0.1:45309, datanodeUuid=c1ef0e6e-27f5-47d9-958c-58daf027c109, infoPort=35021, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=1145213010;c=1731396012824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43edb10c371c7b46 with lease ID 0x4127e9d77e0882da: Processing first storage report for DS-41b06d5d-fbdb-433e-a80e-94c1cd54f173 from datanode DatanodeRegistration(127.0.0.1:45309, datanodeUuid=c1ef0e6e-27f5-47d9-958c-58daf027c109, infoPort=35021, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=1145213010;c=1731396012824) 2024-11-12T07:20:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43edb10c371c7b46 with lease ID 0x4127e9d77e0882da: from storage DS-41b06d5d-fbdb-433e-a80e-94c1cd54f173 node DatanodeRegistration(127.0.0.1:45309, datanodeUuid=c1ef0e6e-27f5-47d9-958c-58daf027c109, infoPort=35021, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=1145213010;c=1731396012824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:14,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9 2024-11-12T07:20:14,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:14,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:20:15,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310 with version=8 2024-11-12T07:20:15,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/hbase-staging 2024-11-12T07:20:15,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:15,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:15,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:15,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:20:15,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:15,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43327 2024-11-12T07:20:15,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43327 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:15,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433270x0, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:15,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43327-0x1012dea86a10000 connected 2024-11-12T07:20:15,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:15,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:15,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:15,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/running 2024-11-12T07:20:15,445 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310, hbase.cluster.distributed=false 2024-11-12T07:20:15,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/acl 2024-11-12T07:20:15,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-12T07:20:15,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43327 2024-11-12T07:20:15,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43327 2024-11-12T07:20:15,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-12T07:20:15,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-12T07:20:15,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:15,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:15,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:15,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:15,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:20:15,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:15,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44089 2024-11-12T07:20:15,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44089 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:15,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:15,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:15,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440890x0, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:15,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440890x0, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/running 2024-11-12T07:20:15,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44089-0x1012dea86a10001 connected 2024-11-12T07:20:15,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:20:15,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:20:15,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/master 2024-11-12T07:20:15,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/acl 2024-11-12T07:20:15,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-12T07:20:15,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44089 2024-11-12T07:20:15,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44089 2024-11-12T07:20:15,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-12T07:20:15,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44089 2024-11-12T07:20:15,499 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:43327 2024-11-12T07:20:15,499 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01508923462/backup-masters/cea23c84c117,43327,1731396015169 2024-11-12T07:20:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/backup-masters 2024-11-12T07:20:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/backup-masters 2024-11-12T07:20:15,506 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on existing znode=/01508923462/backup-masters/cea23c84c117,43327,1731396015169 2024-11-12T07:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01508923462/master 2024-11-12T07:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:15,517 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on existing znode=/01508923462/master 2024-11-12T07:20:15,517 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01508923462/backup-masters/cea23c84c117,43327,1731396015169 from backup master directory 2024-11-12T07:20:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/backup-masters 2024-11-12T07:20:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01508923462/backup-masters/cea23c84c117,43327,1731396015169 2024-11-12T07:20:15,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/backup-masters 2024-11-12T07:20:15,527 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:15,527 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,43327,1731396015169 2024-11-12T07:20:15,530 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/hbase.id] with ID: f476c4db-42f8-4c47-b0d0-c1e2c772ad10 2024-11-12T07:20:15,530 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/.tmp/hbase.id 2024-11-12T07:20:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:20:15,935 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/.tmp/hbase.id]:[hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/hbase.id] 2024-11-12T07:20:15,943 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:15,943 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:20:15,944 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:20:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:15,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:20:16,411 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:16,412 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:20:16,412 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:20:16,818 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store 2024-11-12T07:20:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:20:17,223 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:17,224 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:17,224 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:17,224 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:17,224 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:17,224 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:17,224 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:17,224 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396017224Disabling compacts and flushes for region at 1731396017224Disabling writes for close at 1731396017224Writing region close event to WAL at 1731396017224Closed at 1731396017224 2024-11-12T07:20:17,225 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/.initializing 2024-11-12T07:20:17,225 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/WALs/cea23c84c117,43327,1731396015169 2024-11-12T07:20:17,226 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:17,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C43327%2C1731396015169, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/WALs/cea23c84c117,43327,1731396015169, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/oldWALs, maxLogs=10 2024-11-12T07:20:17,244 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/WALs/cea23c84c117,43327,1731396015169/cea23c84c117%2C43327%2C1731396015169.1731396017227, exclude list is [], retry=0 2024-11-12T07:20:17,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45309,DS-91319d84-d5e4-4baa-8e31-9beec688f164,DISK] 2024-11-12T07:20:17,248 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/WALs/cea23c84c117,43327,1731396015169/cea23c84c117%2C43327%2C1731396015169.1731396017227 2024-11-12T07:20:17,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-12T07:20:17,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:17,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:17,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:20:17,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:17,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:17,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:20:17,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:17,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:17,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:20:17,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:17,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:17,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:20:17,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:17,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:17,255 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,255 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,257 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:17,257 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:17,259 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:17,259 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63697427, jitterRate=-0.05083437263965607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:17,259 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396017248Initializing all the Stores at 1731396017249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396017249Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396017249Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396017249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396017249Cleaning up temporary data from old regions at 1731396017256 (+7 ms)Region opened successfully at 1731396017259 (+3 ms) 2024-11-12T07:20:17,260 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:20:17,262 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5a7295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:17,262 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:20:17,262 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:20:17,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:20:17,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:20:17,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:20:17,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:20:17,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:20:17,265 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:20:17,265 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/balancer because node does not exist (not necessarily an error) 2024-11-12T07:20:17,312 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/balancer already deleted, retry=false 2024-11-12T07:20:17,312 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:20:17,313 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:20:17,322 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/normalizer already deleted, retry=false 2024-11-12T07:20:17,323 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:20:17,323 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:20:17,333 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/switch/split already deleted, retry=false 2024-11-12T07:20:17,334 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:20:17,343 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/switch/merge already deleted, retry=false 2024-11-12T07:20:17,345 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:20:17,354 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/snapshot-cleanup already deleted, retry=false 2024-11-12T07:20:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01508923462/running 2024-11-12T07:20:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01508923462/running 2024-11-12T07:20:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,365 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,43327,1731396015169, sessionid=0x1012dea86a10000, setting cluster-up flag (Was=false) 2024-11-12T07:20:17,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,417 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01508923462/flush-table-proc/acquired, /01508923462/flush-table-proc/reached, /01508923462/flush-table-proc/abort 2024-11-12T07:20:17,418 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,43327,1731396015169 2024-11-12T07:20:17,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:17,470 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01508923462/online-snapshot/acquired, /01508923462/online-snapshot/reached, /01508923462/online-snapshot/abort 2024-11-12T07:20:17,471 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,43327,1731396015169 2024-11-12T07:20:17,472 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:20:17,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:17,474 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:20:17,474 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:20:17,474 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,43327,1731396015169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:17,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:20:17,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:17,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396047485 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:20:17,485 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:20:17,491 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,492 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(746): ClusterId : f476c4db-42f8-4c47-b0d0-c1e2c772ad10 2024-11-12T07:20:17,492 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:20:17,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:20:17,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:20:17,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:20:17,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:20:17,497 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:20:17,497 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:20:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:20:17,500 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396017497,5,FailOnTimeoutGroup] 2024-11-12T07:20:17,501 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396017500,5,FailOnTimeoutGroup] 2024-11-12T07:20:17,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:20:17,502 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,502 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,502 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:20:17,502 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:20:17,513 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:20:17,513 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a93a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:17,528 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:44089 2024-11-12T07:20:17,528 INFO [RS:0;cea23c84c117:44089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:20:17,528 INFO [RS:0;cea23c84c117:44089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:20:17,529 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:20:17,529 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,43327,1731396015169 with port=44089, startcode=1731396015461 2024-11-12T07:20:17,530 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:20:17,531 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:20:17,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,533 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310 2024-11-12T07:20:17,533 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46373 2024-11-12T07:20:17,533 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:20:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/rs 2024-11-12T07:20:17,544 DEBUG [RS:0;cea23c84c117:44089 {}] zookeeper.ZKUtil(111): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on existing znode=/01508923462/rs/cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,544 WARN [RS:0;cea23c84c117:44089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:17,544 INFO [RS:0;cea23c84c117:44089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:17,544 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,44089,1731396015461] 2024-11-12T07:20:17,548 INFO [RS:0;cea23c84c117:44089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:20:17,549 INFO [RS:0;cea23c84c117:44089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:20:17,550 INFO [RS:0;cea23c84c117:44089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:20:17,550 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,550 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:20:17,551 INFO [RS:0;cea23c84c117:44089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:20:17,551 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,551 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,552 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,552 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:17,552 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:17,552 DEBUG [RS:0;cea23c84c117:44089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,560 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44089,1731396015461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:17,580 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:20:17,581 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44089,1731396015461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,581 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,581 INFO [RS:0;cea23c84c117:44089 {}] regionserver.Replication(171): cea23c84c117,44089,1731396015461 started 2024-11-12T07:20:17,601 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:17,601 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,44089,1731396015461, RpcServer on cea23c84c117/172.17.0.2:44089, sessionid=0x1012dea86a10001 2024-11-12T07:20:17,601 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:20:17,601 DEBUG [RS:0;cea23c84c117:44089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,601 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44089,1731396015461' 2024-11-12T07:20:17,601 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01508923462/flush-table-proc/abort' 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01508923462/flush-table-proc/acquired' 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,44089,1731396015461 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44089,1731396015461' 2024-11-12T07:20:17,602 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01508923462/online-snapshot/abort' 2024-11-12T07:20:17,603 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01508923462/online-snapshot/acquired' 2024-11-12T07:20:17,603 DEBUG [RS:0;cea23c84c117:44089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:20:17,603 INFO [RS:0;cea23c84c117:44089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:20:17,603 INFO [RS:0;cea23c84c117:44089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:20:17,703 INFO [RS:0;cea23c84c117:44089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:17,704 INFO [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44089%2C1731396015461, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs, maxLogs=10 2024-11-12T07:20:17,716 DEBUG [RS:0;cea23c84c117:44089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705, exclude list is [], retry=0 2024-11-12T07:20:17,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45309,DS-91319d84-d5e4-4baa-8e31-9beec688f164,DISK] 2024-11-12T07:20:17,720 INFO [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 2024-11-12T07:20:17,720 DEBUG [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-12T07:20:17,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:20:17,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310 2024-11-12T07:20:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:20:18,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:18,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:18,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:18,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:18,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:18,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:18,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:18,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:18,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:18,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:18,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740 2024-11-12T07:20:18,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740 2024-11-12T07:20:18,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:18,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:18,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:18,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:18,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:18,316 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64934530, jitterRate=-0.03240010142326355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:18,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396018306Initializing all the Stores at 1731396018306Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396018306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018306Cleaning up temporary data from old regions at 1731396018313 (+7 ms)Region opened successfully at 1731396018316 (+3 ms) 2024-11-12T07:20:18,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:18,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:18,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:18,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:18,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:18,316 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:18,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396018316Disabling compacts and flushes for region at 1731396018316Disabling writes for close at 1731396018316Writing region close event to WAL at 1731396018316Closed at 1731396018316 2024-11-12T07:20:18,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:18,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:20:18,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:20:18,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:18,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:20:18,469 DEBUG [cea23c84c117:43327 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:18,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:18,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44089,1731396015461, state=OPENING 2024-11-12T07:20:18,522 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:20:18,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:18,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:18,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01508923462/meta-region-server: CHANGED 2024-11-12T07:20:18,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01508923462/meta-region-server: CHANGED 2024-11-12T07:20:18,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:18,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44089,1731396015461}] 2024-11-12T07:20:18,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:18,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:20:18,689 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:20:18,690 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:18,690 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:20:18,691 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44089%2C1731396015461.meta, suffix=.meta, logDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs, maxLogs=10 2024-11-12T07:20:18,702 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.meta.1731396018691.meta, exclude list is [], retry=0 2024-11-12T07:20:18,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45309,DS-91319d84-d5e4-4baa-8e31-9beec688f164,DISK] 2024-11-12T07:20:18,705 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.meta.1731396018691.meta 2024-11-12T07:20:18,705 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-12T07:20:18,705 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:18,706 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:20:18,706 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:20:18,706 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:20:18,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:18,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:18,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:18,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:18,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:18,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:18,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:18,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:18,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:18,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:18,711 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:18,711 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740 2024-11-12T07:20:18,712 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740 2024-11-12T07:20:18,713 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:18,713 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:18,713 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:18,714 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:18,714 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72154811, jitterRate=0.075190469622612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:18,714 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:20:18,715 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396018706Writing region info on filesystem at 1731396018706Initializing all the Stores at 1731396018707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396018707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396018707Cleaning up temporary data from old regions at 1731396018713 (+6 ms)Running coprocessor post-open hooks at 1731396018714 (+1 ms)Region opened successfully at 1731396018715 (+1 ms) 2024-11-12T07:20:18,715 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396018685 2024-11-12T07:20:18,717 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:20:18,717 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:20:18,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:18,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44089,1731396015461, state=OPEN 2024-11-12T07:20:18,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01508923462/meta-region-server 2024-11-12T07:20:18,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01508923462/meta-region-server 2024-11-12T07:20:18,754 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,44089,1731396015461 2024-11-12T07:20:18,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01508923462/meta-region-server: CHANGED 2024-11-12T07:20:18,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01508923462/meta-region-server: CHANGED 2024-11-12T07:20:18,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:20:18,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44089,1731396015461 in 221 msec 2024-11-12T07:20:18,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:20:18,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-12T07:20:18,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:18,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:20:18,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:18,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:18,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:18,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:18,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-12T07:20:18,766 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396018766, completionTime=-1 2024-11-12T07:20:18,767 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:20:18,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:20:18,768 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:20:18,768 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396078768 2024-11-12T07:20:18,768 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396138768 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:43327, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,771 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:20:18,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:18,773 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:20:18,775 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:20:18,775 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:20:18,775 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43327,1731396015169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:18,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf0668d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:18,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:18,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:18,794 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e928e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:18,796 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:18,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c007f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:18,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:18,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:18,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:18,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,43327,1731396015169 2024-11-12T07:20:18,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:18,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012dea86a10002 connected 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir so I do NOT create it in target/test-data/11030096-c75e-5e6f-1907-a79587cea284 2024-11-12T07:20:18,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.tmp.dir so I do NOT create it in target/test-data/11030096-c75e-5e6f-1907-a79587cea284 2024-11-12T07:20:18,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:20:18,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/cluster_f38d8e01-fd13-3f22-fffd-5c4a684f3aed, deleteOnExit=true 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:20:18,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/test.cache.data in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:20:18,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:20:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:20:18,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:20:19,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:19,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:19,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:19,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:19,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:20:19,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:19,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f205866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:19,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375c73e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:19,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eae827d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/java.io.tmpdir/jetty-localhost-34673-hadoop-hdfs-3_4_1-tests_jar-_-any-12448395875723653775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:19,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc534e2{HTTP/1.1, (http/1.1)}{localhost:34673} 2024-11-12T07:20:19,257 INFO [Time-limited test {}] server.Server(415): Started @172009ms 2024-11-12T07:20:19,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:19,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:19,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:19,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:19,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:20:19,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@398a94ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:19,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5d7d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:19,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b6a485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/java.io.tmpdir/jetty-localhost-46075-hadoop-hdfs-3_4_1-tests_jar-_-any-13454271324725766743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:19,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@793946e7{HTTP/1.1, (http/1.1)}{localhost:46075} 2024-11-12T07:20:19,614 INFO [Time-limited test {}] server.Server(415): Started @172366ms 2024-11-12T07:20:19,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:20:20,253 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/cluster_f38d8e01-fd13-3f22-fffd-5c4a684f3aed/data/data1/current/BP-383630197-172.17.0.2-1731396018853/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:20,254 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/cluster_f38d8e01-fd13-3f22-fffd-5c4a684f3aed/data/data2/current/BP-383630197-172.17.0.2-1731396018853/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:20,270 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:20:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a8bb62ab7eecb0 with lease ID 0xab14d75b3ecac634: Processing first storage report for DS-9424384a-607f-4f48-8f9e-94bece330de2 from datanode DatanodeRegistration(127.0.0.1:43167, datanodeUuid=7af9d14a-7623-427c-a3ae-fdfbaefe64c5, infoPort=35215, infoSecurePort=0, ipcPort=41359, storageInfo=lv=-57;cid=testClusterID;nsid=1133981381;c=1731396018853) 2024-11-12T07:20:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a8bb62ab7eecb0 with lease ID 0xab14d75b3ecac634: from storage DS-9424384a-607f-4f48-8f9e-94bece330de2 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=7af9d14a-7623-427c-a3ae-fdfbaefe64c5, infoPort=35215, infoSecurePort=0, ipcPort=41359, storageInfo=lv=-57;cid=testClusterID;nsid=1133981381;c=1731396018853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a8bb62ab7eecb0 with lease ID 0xab14d75b3ecac634: Processing first storage report for DS-54fa2bc4-c6d4-435a-96e2-cb319b7cddd7 from datanode DatanodeRegistration(127.0.0.1:43167, datanodeUuid=7af9d14a-7623-427c-a3ae-fdfbaefe64c5, infoPort=35215, infoSecurePort=0, ipcPort=41359, storageInfo=lv=-57;cid=testClusterID;nsid=1133981381;c=1731396018853) 2024-11-12T07:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a8bb62ab7eecb0 with lease ID 0xab14d75b3ecac634: from storage DS-54fa2bc4-c6d4-435a-96e2-cb319b7cddd7 node DatanodeRegistration(127.0.0.1:43167, datanodeUuid=7af9d14a-7623-427c-a3ae-fdfbaefe64c5, infoPort=35215, infoSecurePort=0, ipcPort=41359, storageInfo=lv=-57;cid=testClusterID;nsid=1133981381;c=1731396018853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:20,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284 2024-11-12T07:20:20,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:20:20,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a with version=8 2024-11-12T07:20:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/hbase-staging 2024-11-12T07:20:20,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:20,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46355 2024-11-12T07:20:20,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46355 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:20,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463550x0, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:20,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46355-0x1012dea86a10003 connected 2024-11-12T07:20:20,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/running 2024-11-12T07:20:20,888 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a, hbase.cluster.distributed=false 2024-11-12T07:20:20,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/acl 2024-11-12T07:20:20,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-12T07:20:20,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46355 2024-11-12T07:20:20,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46355 2024-11-12T07:20:20,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-12T07:20:20,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46355 2024-11-12T07:20:20,903 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:20:20,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:20,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38795 2024-11-12T07:20:20,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38795 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:20,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:20,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387950x0, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:20,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387950x0, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/running 2024-11-12T07:20:20,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38795-0x1012dea86a10004 connected 2024-11-12T07:20:20,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:20:20,917 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:20:20,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/master 2024-11-12T07:20:20,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/acl 2024-11-12T07:20:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T07:20:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38795 2024-11-12T07:20:20,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38795 2024-11-12T07:20:20,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T07:20:20,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38795 2024-11-12T07:20:20,933 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:46355 2024-11-12T07:20:20,933 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11604735775/backup-masters/cea23c84c117,46355,1731396020756 2024-11-12T07:20:20,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/backup-masters 2024-11-12T07:20:20,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/backup-masters 2024-11-12T07:20:20,946 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on existing znode=/11604735775/backup-masters/cea23c84c117,46355,1731396020756 2024-11-12T07:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604735775/master 2024-11-12T07:20:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:20,958 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on existing znode=/11604735775/master 2024-11-12T07:20:20,958 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11604735775/backup-masters/cea23c84c117,46355,1731396020756 from backup master directory 2024-11-12T07:20:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604735775/backup-masters/cea23c84c117,46355,1731396020756 2024-11-12T07:20:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/backup-masters 2024-11-12T07:20:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/backup-masters 2024-11-12T07:20:20,968 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:20,968 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,46355,1731396020756 2024-11-12T07:20:20,971 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/hbase.id] with ID: 91176f54-1270-4819-bdf5-bbcc7717a1ce 2024-11-12T07:20:20,971 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/.tmp/hbase.id 2024-11-12T07:20:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:20:21,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/.tmp/hbase.id]:[hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/hbase.id] 2024-11-12T07:20:21,384 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:21,384 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:20:21,384 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T07:20:21,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:21,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:21,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:20:21,837 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:21,837 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:20:21,838 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:20:22,244 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store 2024-11-12T07:20:22,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:20:22,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:22,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:22,249 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:22,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:22,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:22,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:22,249 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:22,250 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396022249Disabling compacts and flushes for region at 1731396022249Disabling writes for close at 1731396022249Writing region close event to WAL at 1731396022249Closed at 1731396022249 2024-11-12T07:20:22,250 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/.initializing 2024-11-12T07:20:22,250 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/WALs/cea23c84c117,46355,1731396020756 2024-11-12T07:20:22,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:22,253 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C46355%2C1731396020756, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/WALs/cea23c84c117,46355,1731396020756, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/oldWALs, maxLogs=10 2024-11-12T07:20:22,268 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/WALs/cea23c84c117,46355,1731396020756/cea23c84c117%2C46355%2C1731396020756.1731396022253, exclude list is [], retry=0 2024-11-12T07:20:22,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43167,DS-9424384a-607f-4f48-8f9e-94bece330de2,DISK] 2024-11-12T07:20:22,272 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/WALs/cea23c84c117,46355,1731396020756/cea23c84c117%2C46355%2C1731396020756.1731396022253 2024-11-12T07:20:22,272 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35215:35215)] 2024-11-12T07:20:22,272 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:22,272 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:22,272 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,272 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:20:22,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:22,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:22,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:20:22,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:22,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:22,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:20:22,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:22,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:22,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:20:22,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:22,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:22,279 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,279 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,280 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,281 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,281 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,281 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:22,282 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:22,284 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:22,284 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65641593, jitterRate=-0.021864041686058044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:22,284 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396022272Initializing all the Stores at 1731396022273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396022273Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396022273Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396022273Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396022273Cleaning up temporary data from old regions at 1731396022281 (+8 ms)Region opened successfully at 1731396022284 (+3 ms) 2024-11-12T07:20:22,284 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:20:22,286 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a38dfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:22,287 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:20:22,287 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:20:22,287 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:20:22,287 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:20:22,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:20:22,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:20:22,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:20:22,289 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:20:22,290 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/balancer because node does not exist (not necessarily an error) 2024-11-12T07:20:22,314 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/balancer already deleted, retry=false 2024-11-12T07:20:22,314 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:20:22,315 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:20:22,367 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/normalizer already deleted, retry=false 2024-11-12T07:20:22,367 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:20:22,367 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:20:22,379 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/switch/split already deleted, retry=false 2024-11-12T07:20:22,379 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:20:22,389 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/switch/merge already deleted, retry=false 2024-11-12T07:20:22,391 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:20:22,400 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/snapshot-cleanup already deleted, retry=false 2024-11-12T07:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604735775/running 2024-11-12T07:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604735775/running 2024-11-12T07:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,411 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,46355,1731396020756, sessionid=0x1012dea86a10003, setting cluster-up flag (Was=false) 2024-11-12T07:20:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,558 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604735775/flush-table-proc/acquired, /11604735775/flush-table-proc/reached, /11604735775/flush-table-proc/abort 2024-11-12T07:20:22,559 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46355,1731396020756 2024-11-12T07:20:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:22,610 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604735775/online-snapshot/acquired, /11604735775/online-snapshot/reached, /11604735775/online-snapshot/abort 2024-11-12T07:20:22,611 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46355,1731396020756 2024-11-12T07:20:22,612 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:20:22,613 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:22,613 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:20:22,614 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:20:22,614 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,46355,1731396020756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:22,615 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396052616 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:20:22,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:22,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:20:22,616 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:20:22,617 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396022617,5,FailOnTimeoutGroup] 2024-11-12T07:20:22,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:22,617 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396022617,5,FailOnTimeoutGroup] 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,617 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:20:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:20:22,625 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(746): ClusterId : 91176f54-1270-4819-bdf5-bbcc7717a1ce 2024-11-12T07:20:22,625 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:20:22,632 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:20:22,632 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:20:22,642 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:20:22,643 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb5d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:22,657 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:38795 2024-11-12T07:20:22,657 INFO [RS:0;cea23c84c117:38795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:20:22,657 INFO [RS:0;cea23c84c117:38795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:20:22,657 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:20:22,658 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,46355,1731396020756 with port=38795, startcode=1731396020903 2024-11-12T07:20:22,658 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:20:22,660 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:20:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46355 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,662 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a 2024-11-12T07:20:22,662 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-11-12T07:20:22,662 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:20:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/rs 2024-11-12T07:20:22,731 DEBUG [RS:0;cea23c84c117:38795 {}] zookeeper.ZKUtil(111): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on existing znode=/11604735775/rs/cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,731 WARN [RS:0;cea23c84c117:38795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:22,731 INFO [RS:0;cea23c84c117:38795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:22,731 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,38795,1731396020903] 2024-11-12T07:20:22,734 INFO [RS:0;cea23c84c117:38795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:20:22,735 INFO [RS:0;cea23c84c117:38795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:20:22,735 INFO [RS:0;cea23c84c117:38795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:20:22,735 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,736 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:20:22,736 INFO [RS:0;cea23c84c117:38795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:20:22,736 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,736 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,736 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,736 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,736 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:22,737 DEBUG [RS:0;cea23c84c117:38795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,737 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38795,1731396020903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:22,756 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:20:22,756 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38795,1731396020903-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,756 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,756 INFO [RS:0;cea23c84c117:38795 {}] regionserver.Replication(171): cea23c84c117,38795,1731396020903 started 2024-11-12T07:20:22,774 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:22,774 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,38795,1731396020903, RpcServer on cea23c84c117/172.17.0.2:38795, sessionid=0x1012dea86a10004 2024-11-12T07:20:22,774 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:20:22,774 DEBUG [RS:0;cea23c84c117:38795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,774 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38795,1731396020903' 2024-11-12T07:20:22,774 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604735775/flush-table-proc/abort' 2024-11-12T07:20:22,774 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604735775/flush-table-proc/acquired' 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,38795,1731396020903 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,38795,1731396020903' 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604735775/online-snapshot/abort' 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604735775/online-snapshot/acquired' 2024-11-12T07:20:22,775 DEBUG [RS:0;cea23c84c117:38795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:20:22,775 INFO [RS:0;cea23c84c117:38795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:20:22,775 INFO [RS:0;cea23c84c117:38795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:20:22,876 INFO [RS:0;cea23c84c117:38795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:22,877 INFO [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C38795%2C1731396020903, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs, maxLogs=10 2024-11-12T07:20:22,893 DEBUG [RS:0;cea23c84c117:38795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877, exclude list is [], retry=0 2024-11-12T07:20:22,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43167,DS-9424384a-607f-4f48-8f9e-94bece330de2,DISK] 2024-11-12T07:20:22,897 INFO [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 2024-11-12T07:20:22,897 DEBUG [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35215:35215)] 2024-11-12T07:20:23,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:20:23,022 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a 2024-11-12T07:20:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:20:23,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:23,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:23,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:23,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:23,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:23,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:23,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:23,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:23,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:23,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:23,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740 2024-11-12T07:20:23,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740 2024-11-12T07:20:23,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:23,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:23,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:23,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:23,438 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:23,439 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69870966, jitterRate=0.041158527135849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396023428Initializing all the Stores at 1731396023428Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396023428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023428Cleaning up temporary data from old regions at 1731396023435 (+7 ms)Region opened successfully at 1731396023439 (+4 ms) 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:23,439 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:23,439 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:23,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396023439Disabling compacts and flushes for region at 1731396023439Disabling writes for close at 1731396023439Writing region close event to WAL at 1731396023439Closed at 1731396023439 2024-11-12T07:20:23,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:23,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:20:23,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:20:23,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:23,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:20:23,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:20:23,592 DEBUG [cea23c84c117:46355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:23,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:23,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38795,1731396020903, state=OPENING 2024-11-12T07:20:23,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:20:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:23,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:23,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604735775/meta-region-server: CHANGED 2024-11-12T07:20:23,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604735775/meta-region-server: CHANGED 2024-11-12T07:20:23,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38795,1731396020903}] 2024-11-12T07:20:23,805 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:23,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:20:23,809 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:20:23,809 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:23,809 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:20:23,810 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C38795%2C1731396020903.meta, suffix=.meta, logDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs, maxLogs=10 2024-11-12T07:20:23,828 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.meta.1731396023811.meta, exclude list is [], retry=0 2024-11-12T07:20:23,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43167,DS-9424384a-607f-4f48-8f9e-94bece330de2,DISK] 2024-11-12T07:20:23,832 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.meta.1731396023811.meta 2024-11-12T07:20:23,832 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35215:35215)] 2024-11-12T07:20:23,832 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:23,833 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:20:23,833 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:20:23,833 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:20:23,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:23,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:23,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:23,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:23,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:23,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:23,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:23,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:23,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:23,839 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:23,839 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740 2024-11-12T07:20:23,840 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740 2024-11-12T07:20:23,841 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:23,841 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:23,841 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:23,842 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:23,843 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59012899, jitterRate=-0.12063927948474884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:23,843 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:20:23,843 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396023833Writing region info on filesystem at 1731396023833Initializing all the Stores at 1731396023834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396023834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396023834Cleaning up temporary data from old regions at 1731396023841 (+7 ms)Running coprocessor post-open hooks at 1731396023843 (+2 ms)Region opened successfully at 1731396023843 2024-11-12T07:20:23,844 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396023805 2024-11-12T07:20:23,846 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:20:23,846 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:20:23,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:23,847 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,38795,1731396020903, state=OPEN 2024-11-12T07:20:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604735775/meta-region-server 2024-11-12T07:20:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604735775/meta-region-server 2024-11-12T07:20:23,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,38795,1731396020903 2024-11-12T07:20:23,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604735775/meta-region-server: CHANGED 2024-11-12T07:20:23,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604735775/meta-region-server: CHANGED 2024-11-12T07:20:23,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:20:23,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,38795,1731396020903 in 200 msec 2024-11-12T07:20:23,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:20:23,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-12T07:20:23,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:23,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:20:23,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:23,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:23,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:23,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-12T07:20:23,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396023863, completionTime=-1 2024-11-12T07:20:23,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:20:23,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396083865 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396143865 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:46355, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,866 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,867 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:20:23,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-11-12T07:20:23,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:20:23,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:20:23,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:20:23,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:20:23,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:20:23,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:23,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:20:23,871 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:20:23,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:20:23,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46355,1731396020756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:23,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a7d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:23,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:23,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:23,927 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a93f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:23,929 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:23,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e12c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:23,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:23,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:23,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,46355,1731396020756 2024-11-12T07:20:23,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56151 2024-11-12T07:20:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:23,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012dea86a10005 connected 2024-11-12T07:20:23,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee25acd 2024-11-12T07:20:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:23,962 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:23,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:20:23,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:23,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:23,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:20:23,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:20:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:24,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:24,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:24,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:20:24,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:24,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:24,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T07:20:24,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:24,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:20:24,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:20:24,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:24,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99e76b200130841d64052488b0577cdb, NAME => 'test,,1731396023962.99e76b200130841d64052488b0577cdb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310 2024-11-12T07:20:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:20:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396023962.99e76b200130841d64052488b0577cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 99e76b200130841d64052488b0577cdb, disabling compactions & flushes 2024-11-12T07:20:24,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396023962.99e76b200130841d64052488b0577cdb. after waiting 0 ms 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:24,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:24,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99e76b200130841d64052488b0577cdb: Waiting for close lock at 1731396024779Disabling compacts and flushes for region at 1731396024779Disabling writes for close at 1731396024779Writing region close event to WAL at 1731396024779Closed at 1731396024779 2024-11-12T07:20:24,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:24,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396023962.99e76b200130841d64052488b0577cdb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396024780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396024780"}]},"ts":"1731396024780"} 2024-11-12T07:20:24,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:24,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:24,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396024783"}]},"ts":"1731396024783"} 2024-11-12T07:20:24,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:20:24,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99e76b200130841d64052488b0577cdb, ASSIGN}] 2024-11-12T07:20:24,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99e76b200130841d64052488b0577cdb, ASSIGN 2024-11-12T07:20:24,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=99e76b200130841d64052488b0577cdb, ASSIGN; state=OFFLINE, location=cea23c84c117,44089,1731396015461; forceNewPlan=false, retain=false 2024-11-12T07:20:24,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99e76b200130841d64052488b0577cdb, regionState=OPENING, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:24,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=99e76b200130841d64052488b0577cdb, ASSIGN because future has completed 2024-11-12T07:20:24,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e76b200130841d64052488b0577cdb, server=cea23c84c117,44089,1731396015461}] 2024-11-12T07:20:25,095 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:25,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99e76b200130841d64052488b0577cdb, NAME => 'test,,1731396023962.99e76b200130841d64052488b0577cdb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:25,095 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:25,095 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:20:25,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396023962.99e76b200130841d64052488b0577cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:25,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,095 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,096 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,097 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e76b200130841d64052488b0577cdb columnFamilyName f 2024-11-12T07:20:25,097 DEBUG [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:25,098 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(327): Store=99e76b200130841d64052488b0577cdb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:25,098 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,099 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e76b200130841d64052488b0577cdb columnFamilyName f1 2024-11-12T07:20:25,099 DEBUG [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:25,099 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(327): Store=99e76b200130841d64052488b0577cdb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:25,099 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,100 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e76b200130841d64052488b0577cdb columnFamilyName norep 2024-11-12T07:20:25,100 DEBUG [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:25,100 INFO [StoreOpener-99e76b200130841d64052488b0577cdb-1 {}] regionserver.HStore(327): Store=99e76b200130841d64052488b0577cdb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:25,100 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,101 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,101 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,101 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,101 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,102 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:25,103 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,104 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:25,105 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99e76b200130841d64052488b0577cdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74801273, jitterRate=0.11462582647800446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:25,105 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:25,105 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99e76b200130841d64052488b0577cdb: Running coprocessor pre-open hook at 1731396025095Writing region info on filesystem at 1731396025095Initializing all the Stores at 1731396025096 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396025096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396025096Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396025096Cleaning up temporary data from old regions at 1731396025101 (+5 ms)Running coprocessor post-open hooks at 1731396025105 (+4 ms)Region opened successfully at 1731396025105 2024-11-12T07:20:25,106 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396023962.99e76b200130841d64052488b0577cdb., pid=6, masterSystemTime=1731396025091 2024-11-12T07:20:25,108 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:25,108 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:25,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99e76b200130841d64052488b0577cdb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:25,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99e76b200130841d64052488b0577cdb, server=cea23c84c117,44089,1731396015461 because future has completed 2024-11-12T07:20:25,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:20:25,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99e76b200130841d64052488b0577cdb, server=cea23c84c117,44089,1731396015461 in 173 msec 2024-11-12T07:20:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:20:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=99e76b200130841d64052488b0577cdb, ASSIGN in 328 msec 2024-11-12T07:20:25,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:25,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396025115"}]},"ts":"1731396025115"} 2024-11-12T07:20:25,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:20:25,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:25,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-12T07:20:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:26,113 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:20:26,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffff54f 2024-11-12T07:20:26,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:26,115 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:26,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:20:26,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:26,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:26,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:20:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:26,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:20:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:26,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f650f24cd7212170c52b126cb5350329, NAME => 'test,,1731396026115.f650f24cd7212170c52b126cb5350329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a 2024-11-12T07:20:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:20:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396026115.f650f24cd7212170c52b126cb5350329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f650f24cd7212170c52b126cb5350329, disabling compactions & flushes 2024-11-12T07:20:26,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396026115.f650f24cd7212170c52b126cb5350329. after waiting 0 ms 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:26,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:26,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f650f24cd7212170c52b126cb5350329: Waiting for close lock at 1731396026936Disabling compacts and flushes for region at 1731396026936Disabling writes for close at 1731396026936Writing region close event to WAL at 1731396026936Closed at 1731396026936 2024-11-12T07:20:26,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:26,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396026115.f650f24cd7212170c52b126cb5350329.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396026937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396026937"}]},"ts":"1731396026937"} 2024-11-12T07:20:26,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:26,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:26,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396026940"}]},"ts":"1731396026940"} 2024-11-12T07:20:26,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:20:26,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f650f24cd7212170c52b126cb5350329, ASSIGN}] 2024-11-12T07:20:26,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f650f24cd7212170c52b126cb5350329, ASSIGN 2024-11-12T07:20:26,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f650f24cd7212170c52b126cb5350329, ASSIGN; state=OFFLINE, location=cea23c84c117,38795,1731396020903; forceNewPlan=false, retain=false 2024-11-12T07:20:27,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f650f24cd7212170c52b126cb5350329, regionState=OPENING, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:27,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f650f24cd7212170c52b126cb5350329, ASSIGN because future has completed 2024-11-12T07:20:27,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f650f24cd7212170c52b126cb5350329, server=cea23c84c117,38795,1731396020903}] 2024-11-12T07:20:27,251 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:27,252 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f650f24cd7212170c52b126cb5350329, NAME => 'test,,1731396026115.f650f24cd7212170c52b126cb5350329.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:27,252 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:27,252 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:20:27,252 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,252 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396026115.f650f24cd7212170c52b126cb5350329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:27,252 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,253 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,254 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,255 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f650f24cd7212170c52b126cb5350329 columnFamilyName f 2024-11-12T07:20:27,255 DEBUG [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:27,255 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(327): Store=f650f24cd7212170c52b126cb5350329/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:27,255 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,256 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f650f24cd7212170c52b126cb5350329 columnFamilyName f1 2024-11-12T07:20:27,256 DEBUG [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:27,256 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(327): Store=f650f24cd7212170c52b126cb5350329/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:27,256 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,257 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f650f24cd7212170c52b126cb5350329 columnFamilyName norep 2024-11-12T07:20:27,257 DEBUG [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:27,257 INFO [StoreOpener-f650f24cd7212170c52b126cb5350329-1 {}] regionserver.HStore(327): Store=f650f24cd7212170c52b126cb5350329/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:27,257 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,258 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,258 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,259 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,259 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,259 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:27,260 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,262 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:27,262 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f650f24cd7212170c52b126cb5350329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59344475, jitterRate=-0.11569841206073761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:27,262 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:27,262 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f650f24cd7212170c52b126cb5350329: Running coprocessor pre-open hook at 1731396027253Writing region info on filesystem at 1731396027253Initializing all the Stores at 1731396027253Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396027253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396027254 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396027254Cleaning up temporary data from old regions at 1731396027259 (+5 ms)Running coprocessor post-open hooks at 1731396027262 (+3 ms)Region opened successfully at 1731396027262 2024-11-12T07:20:27,263 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396026115.f650f24cd7212170c52b126cb5350329., pid=6, masterSystemTime=1731396027248 2024-11-12T07:20:27,265 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:27,265 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:27,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f650f24cd7212170c52b126cb5350329, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:27,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f650f24cd7212170c52b126cb5350329, server=cea23c84c117,38795,1731396020903 because future has completed 2024-11-12T07:20:27,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:20:27,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f650f24cd7212170c52b126cb5350329, server=cea23c84c117,38795,1731396020903 in 172 msec 2024-11-12T07:20:27,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:20:27,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f650f24cd7212170c52b126cb5350329, ASSIGN in 328 msec 2024-11-12T07:20:27,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:27,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396027272"}]},"ts":"1731396027272"} 2024-11-12T07:20:27,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:20:27,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:27,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-12T07:20:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:28,263 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:20:28,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b8ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:28,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:28,264 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a2fb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,266 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:28,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1bc524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691788ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:28,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:28,267 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3e80aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:28,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,268 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:28,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d1fd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b1d990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:28,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:28,270 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e5b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,271 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f98674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:28,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cfebd22 2024-11-12T07:20:28,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:28,273 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:28,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:46355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:20:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:20:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:28,276 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:46355' 2024-11-12T07:20:28,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5f4576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,277 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:28,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:28,278 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9441e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,279 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:28,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6691172c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:28,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:28,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:28,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f885b0b 2024-11-12T07:20:28,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:28,281 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:28,281 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:20:28,282 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:20:28,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:28,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:28,282 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:28,283 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:20:28,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:28,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:28,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:28,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:20:28,333 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:20:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:28,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67f1be9d21d674f0706c3c85074f3697, NAME => 'hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310 2024-11-12T07:20:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:20:28,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:20:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 67f1be9d21d674f0706c3c85074f3697, disabling compactions & flushes 2024-11-12T07:20:29,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. after waiting 0 ms 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67f1be9d21d674f0706c3c85074f3697: Waiting for close lock at 1731396029106Disabling compacts and flushes for region at 1731396029106Disabling writes for close at 1731396029106Writing region close event to WAL at 1731396029106Closed at 1731396029106 2024-11-12T07:20:29,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:29,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396029107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396029107"}]},"ts":"1731396029107"} 2024-11-12T07:20:29,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:29,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:29,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396029110"}]},"ts":"1731396029110"} 2024-11-12T07:20:29,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:20:29,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67f1be9d21d674f0706c3c85074f3697, ASSIGN}] 2024-11-12T07:20:29,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67f1be9d21d674f0706c3c85074f3697, ASSIGN 2024-11-12T07:20:29,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67f1be9d21d674f0706c3c85074f3697, ASSIGN; state=OFFLINE, location=cea23c84c117,44089,1731396015461; forceNewPlan=false, retain=false 2024-11-12T07:20:29,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67f1be9d21d674f0706c3c85074f3697, regionState=OPENING, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:29,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67f1be9d21d674f0706c3c85074f3697, ASSIGN because future has completed 2024-11-12T07:20:29,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f1be9d21d674f0706c3c85074f3697, server=cea23c84c117,44089,1731396015461}] 2024-11-12T07:20:29,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:29,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:29,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:29,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:20:29,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44089%2C1731396015461.rep, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs, maxLogs=10 2024-11-12T07:20:29,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.rep.1731396029423, exclude list is [], retry=0 2024-11-12T07:20:29,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45309,DS-91319d84-d5e4-4baa-8e31-9beec688f164,DISK] 2024-11-12T07:20:29,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.rep.1731396029423 2024-11-12T07:20:29,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35021:35021)] 2024-11-12T07:20:29,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 67f1be9d21d674f0706c3c85074f3697, NAME => 'hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:29,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. service=MultiRowMutationService 2024-11-12T07:20:29,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,447 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,448 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f1be9d21d674f0706c3c85074f3697 columnFamilyName hfileref 2024-11-12T07:20:29,448 DEBUG [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:29,448 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(327): Store=67f1be9d21d674f0706c3c85074f3697/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:29,448 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,449 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f1be9d21d674f0706c3c85074f3697 columnFamilyName queue 2024-11-12T07:20:29,449 DEBUG [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:29,449 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(327): Store=67f1be9d21d674f0706c3c85074f3697/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:29,449 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,450 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f1be9d21d674f0706c3c85074f3697 columnFamilyName sid 2024-11-12T07:20:29,450 DEBUG [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:29,450 INFO [StoreOpener-67f1be9d21d674f0706c3c85074f3697-1 {}] regionserver.HStore(327): Store=67f1be9d21d674f0706c3c85074f3697/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:29,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:29,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:29,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 67f1be9d21d674f0706c3c85074f3697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68049253, jitterRate=0.014012888073921204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:29,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:29,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 67f1be9d21d674f0706c3c85074f3697: Running coprocessor pre-open hook at 1731396029445Writing region info on filesystem at 1731396029445Initializing all the Stores at 1731396029446 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396029446Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396029446Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396029446Cleaning up temporary data from old regions at 1731396029452 (+6 ms)Running coprocessor post-open hooks at 1731396029455 (+3 ms)Region opened successfully at 1731396029456 (+1 ms) 2024-11-12T07:20:29,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697., pid=10, masterSystemTime=1731396029418 2024-11-12T07:20:29,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:29,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67f1be9d21d674f0706c3c85074f3697, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44089,1731396015461 2024-11-12T07:20:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f1be9d21d674f0706c3c85074f3697, server=cea23c84c117,44089,1731396015461 because future has completed 2024-11-12T07:20:29,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:20:29,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 67f1be9d21d674f0706c3c85074f3697, server=cea23c84c117,44089,1731396015461 in 195 msec 2024-11-12T07:20:29,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:20:29,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67f1be9d21d674f0706c3c85074f3697, ASSIGN in 351 msec 2024-11-12T07:20:29,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:29,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396029465"}]},"ts":"1731396029465"} 2024-11-12T07:20:29,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:20:29,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:29,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-12T07:20:29,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697., hostname=cea23c84c117,44089,1731396015461, seqNum=2] 2024-11-12T07:20:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:29,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:20:29,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:20:29,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:20:29,721 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:20:29,747 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,44089,1731396015461, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:29,748 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:29,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,44089,1731396015461', locateType=CURRENT is [region=hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697., hostname=cea23c84c117,44089,1731396015461, seqNum=2] 2024-11-12T07:20:29,752 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:20:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:20:29,754 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,44089,1731396015461 suceeded 2024-11-12T07:20:29,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:20:29,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T07:20:29,755 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:46355,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:20:29,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-12T07:20:29,766 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:46355' 2024-11-12T07:20:29,767 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5883891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:29,767 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:29,767 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:29,767 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16eb5400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:29,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:29,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:29,769 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:29,770 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@516f0ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:29,770 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:29,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:29,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c5b635c 2024-11-12T07:20:29,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:29,771 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:29,772 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,44089,1731396015461 (queues=1) is replicating from cluster=f476c4db-42f8-4c47-b0d0-c1e2c772ad10 to cluster=91176f54-1270-4819-bdf5-bbcc7717a1ce 2024-11-12T07:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C44089%2C1731396015461 2024-11-12T07:20:29,772 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,44089,1731396015461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:20:29,772 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C44089%2C1731396015461 2024-11-12T07:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705, startPosition=0, beingWritten=true 2024-11-12T07:20:29,778 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:29,778 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:29,778 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44089,1731396015461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:29,981 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:30,285 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:30,423 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:20:30,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:30,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:30,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:30,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:30,425 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb0f191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:30,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,426 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f03ac5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffa92bb 2024-11-12T07:20:30,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:30,428 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:30,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:43327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:20:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:30,431 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:43327' 2024-11-12T07:20:30,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e70a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,432 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:30,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:30,433 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cf792b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,434 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:30,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5915f088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:30,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e993fc 2024-11-12T07:20:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:30,436 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:30,436 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:20:30,436 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:20:30,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:30,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:30,437 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:30,438 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:20:30,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:30,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:30,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:30,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:20:30,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0ffc6b72b9f51528887a461b7e9cca7, NAME => 'hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a 2024-11-12T07:20:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:20:30,488 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:20:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:30,689 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:30,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:30,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0ffc6b72b9f51528887a461b7e9cca7, disabling compactions & flushes 2024-11-12T07:20:30,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:30,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:30,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. after waiting 0 ms 2024-11-12T07:20:30,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:30,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:30,851 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0ffc6b72b9f51528887a461b7e9cca7: Waiting for close lock at 1731396030850Disabling compacts and flushes for region at 1731396030850Disabling writes for close at 1731396030851 (+1 ms)Writing region close event to WAL at 1731396030851Closed at 1731396030851 2024-11-12T07:20:30,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:30,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396030852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396030852"}]},"ts":"1731396030852"} 2024-11-12T07:20:30,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:30,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:30,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396030854"}]},"ts":"1731396030854"} 2024-11-12T07:20:30,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:20:30,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ffc6b72b9f51528887a461b7e9cca7, ASSIGN}] 2024-11-12T07:20:30,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ffc6b72b9f51528887a461b7e9cca7, ASSIGN 2024-11-12T07:20:30,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0ffc6b72b9f51528887a461b7e9cca7, ASSIGN; state=OFFLINE, location=cea23c84c117,38795,1731396020903; forceNewPlan=false, retain=false 2024-11-12T07:20:31,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0ffc6b72b9f51528887a461b7e9cca7, regionState=OPENING, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0ffc6b72b9f51528887a461b7e9cca7, ASSIGN because future has completed 2024-11-12T07:20:31,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ffc6b72b9f51528887a461b7e9cca7, server=cea23c84c117,38795,1731396020903}] 2024-11-12T07:20:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:31,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:31,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:31,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:20:31,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C38795%2C1731396020903.rep, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs, maxLogs=10 2024-11-12T07:20:31,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.rep.1731396031168, exclude list is [], retry=0 2024-11-12T07:20:31,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43167,DS-9424384a-607f-4f48-8f9e-94bece330de2,DISK] 2024-11-12T07:20:31,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.rep.1731396031168 2024-11-12T07:20:31,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35215:35215)] 2024-11-12T07:20:31,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0ffc6b72b9f51528887a461b7e9cca7, NAME => 'hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:31,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. service=MultiRowMutationService 2024-11-12T07:20:31,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,186 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,187 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ffc6b72b9f51528887a461b7e9cca7 columnFamilyName hfileref 2024-11-12T07:20:31,187 DEBUG [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:31,188 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(327): Store=e0ffc6b72b9f51528887a461b7e9cca7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:31,188 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,188 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ffc6b72b9f51528887a461b7e9cca7 columnFamilyName queue 2024-11-12T07:20:31,188 DEBUG [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:31,189 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(327): Store=e0ffc6b72b9f51528887a461b7e9cca7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:31,189 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,190 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ffc6b72b9f51528887a461b7e9cca7 columnFamilyName sid 2024-11-12T07:20:31,190 DEBUG [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:31,190 INFO [StoreOpener-e0ffc6b72b9f51528887a461b7e9cca7-1 {}] regionserver.HStore(327): Store=e0ffc6b72b9f51528887a461b7e9cca7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:31,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:31,193 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:31,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:31,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0ffc6b72b9f51528887a461b7e9cca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855509, jitterRate=0.05582936108112335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:31,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:31,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0ffc6b72b9f51528887a461b7e9cca7: Running coprocessor pre-open hook at 1731396031185Writing region info on filesystem at 1731396031185Initializing all the Stores at 1731396031186 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396031186Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396031186Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396031186Cleaning up temporary data from old regions at 1731396031192 (+6 ms)Running coprocessor post-open hooks at 1731396031195 (+3 ms)Region opened successfully at 1731396031195 2024-11-12T07:20:31,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7., pid=10, masterSystemTime=1731396031162 2024-11-12T07:20:31,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:31,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:31,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0ffc6b72b9f51528887a461b7e9cca7, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,38795,1731396020903 2024-11-12T07:20:31,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ffc6b72b9f51528887a461b7e9cca7, server=cea23c84c117,38795,1731396020903 because future has completed 2024-11-12T07:20:31,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:20:31,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0ffc6b72b9f51528887a461b7e9cca7, server=cea23c84c117,38795,1731396020903 in 191 msec 2024-11-12T07:20:31,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:20:31,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0ffc6b72b9f51528887a461b7e9cca7, ASSIGN in 346 msec 2024-11-12T07:20:31,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:31,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396031204"}]},"ts":"1731396031204"} 2024-11-12T07:20:31,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:20:31,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:31,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-12T07:20:31,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7., hostname=cea23c84c117,38795,1731396020903, seqNum=2] 2024-11-12T07:20:31,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:31,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:31,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:20:31,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:20:31,467 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:20:31,493 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,38795,1731396020903, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:20:31,493 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:31,493 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:31,494 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:31,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:31,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,38795,1731396020903', locateType=CURRENT is [region=hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7., hostname=cea23c84c117,38795,1731396020903, seqNum=2] 2024-11-12T07:20:31,497 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:20:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:20:31,499 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,38795,1731396020903 suceeded 2024-11-12T07:20:31,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:20:31,501 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:43327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:20:31,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T07:20:31,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0730 sec 2024-11-12T07:20:31,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:43327' 2024-11-12T07:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f5878c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:31,515 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@219ab265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:31,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:31,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:31,516 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:31,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab4d025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:31,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6854ed9b 2024-11-12T07:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:31,518 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:31,519 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,38795,1731396020903 (queues=1) is replicating from cluster=91176f54-1270-4819-bdf5-bbcc7717a1ce to cluster=f476c4db-42f8-4c47-b0d0-c1e2c772ad10 2024-11-12T07:20:31,519 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C38795%2C1731396020903 2024-11-12T07:20:31,519 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,38795,1731396020903, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:20:31,519 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877, startPosition=0, beingWritten=true 2024-11-12T07:20:31,519 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C38795%2C1731396020903 2024-11-12T07:20:31,524 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:31,524 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:31,524 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,38795,1731396020903 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:31,562 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:20:31,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:31,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:31,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:31,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:31,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:31,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:31,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731396031565/Put/seqid=0 2024-11-12T07:20:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741840_1016 (size=7894) 2024-11-12T07:20:31,731 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:31,796 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:31,971 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731396031971/Put/seqid=0 2024-11-12T07:20:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741841_1017 (size=7691) 2024-11-12T07:20:32,035 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:32,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:32,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:32,377 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb30c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:32,379 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:32,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe92734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:32,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:32,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:32,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f154685 2024-11-12T07:20:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:32,389 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396023962.99e76b200130841d64052488b0577cdb., hostname=cea23c84c117,44089,1731396015461, seqNum=2] 2024-11-12T07:20:32,395 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:32,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T07:20:32,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T07:20:32,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T07:20:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:32,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T07:20:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegion(2603): Flush status journal for 99e76b200130841d64052488b0577cdb: 2024-11-12T07:20:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_1 2024-11-12T07:20:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_1 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ 2024-11-12T07:20:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_0 2024-11-12T07:20:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_0 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ 2024-11-12T07:20:32,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_1 into 99e76b200130841d64052488b0577cdb/f as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ - updating store file list. 2024-11-12T07:20:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:32,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ into 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:32,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_1 into 99e76b200130841d64052488b0577cdb/f (new location: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_) 2024-11-12T07:20:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_1 2024-11-12T07:20:32,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_0 into 99e76b200130841d64052488b0577cdb/f as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ - updating store file list. 2024-11-12T07:20:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:32,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ into 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:32,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_0 into 99e76b200130841d64052488b0577cdb/f (new location: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_) 2024-11-12T07:20:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins__test__kv7vo6mvdesb7h9hbqae8dcerh5mb8j18hhtnt0blj3cogm2v92t4f0oq1j1i11q/f/hfile_0 2024-11-12T07:20:32,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:32,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:32,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:32,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:32,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:32,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:32,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:32,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2] 2024-11-12T07:20:32,435 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:20:32,439 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:32,500 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 379, reset compression=false 2024-11-12T07:20:32,504 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:32,504 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44089,1731396015461 got entry batch from reader: WALEntryBatch [walEntries=[{test/99e76b200130841d64052488b0577cdb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396032427/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:20:32,506 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:32,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T07:20:32,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.ReplicationSink(318): Replicating [f476c4db-42f8-4c47-b0d0-c1e2c772ad10] bulk loaded data 2024-11-12T07:20:32,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43948e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:32,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:32,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cf3c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:32,510 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:32,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bc87c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741840_1016 (size=7691) 2024-11-12T07:20:32,705 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 687, reset compression=false 2024-11-12T07:20:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741841_1017 (size=7894) 2024-11-12T07:20:32,943 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:33,009 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 687, reset compression=false 2024-11-12T07:20:33,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:33,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:33,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4305d67d 2024-11-12T07:20:33,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:33,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:33,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:33,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:33,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:33,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:33,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T07:20:33,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T07:20:33,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ for inclusion in f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T07:20:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:33,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ for inclusion in f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T07:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegion(2603): Flush status journal for f650f24cd7212170c52b126cb5350329: 2024-11-12T07:20:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:20:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/7662067fea824ce0a5406b0b283ee194_SeqId_4_ 2024-11-12T07:20:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:20:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/d458b75e82814084b202bcb520f4d73d_SeqId_4_ 2024-11-12T07:20:33,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/7662067fea824ce0a5406b0b283ee194_SeqId_4_ - updating store file list. 2024-11-12T07:20:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7662067fea824ce0a5406b0b283ee194_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:33,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/7662067fea824ce0a5406b0b283ee194_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f (new location: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/7662067fea824ce0a5406b0b283ee194_SeqId_4_) 2024-11-12T07:20:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/c62ed08610b24667b9ae30dbabb9db6a_SeqId_4_ 2024-11-12T07:20:33,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/d458b75e82814084b202bcb520f4d73d_SeqId_4_ - updating store file list. 2024-11-12T07:20:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d458b75e82814084b202bcb520f4d73d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:33,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/d458b75e82814084b202bcb520f4d73d_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ into f650f24cd7212170c52b126cb5350329/f (new location: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/d458b75e82814084b202bcb520f4d73d_SeqId_4_) 2024-11-12T07:20:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins.hfs.11__test__pk7h8o2luergfe3m0dfaoc4bu6iohjn3g77oqn91se26veq8vahmaoiertait0be/f/5840b47c026446a5aff0a77b8a6f1ce0_SeqId_4_ 2024-11-12T07:20:33,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.ReplicationSink(324): Finished replicating [f476c4db-42f8-4c47-b0d0-c1e2c772ad10] bulk loaded data 2024-11-12T07:20:33,424 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 687, reset compression=false 2024-11-12T07:20:33,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:33,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731396033445/Put/seqid=0 2024-11-12T07:20:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741842_1018 (size=11194) 2024-11-12T07:20:33,562 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 379, reset compression=false 2024-11-12T07:20:33,566 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:33,567 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,38795,1731396020903 got entry batch from reader: WALEntryBatch [walEntries=[{test/f650f24cd7212170c52b126cb5350329/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396033371/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T07:20:33,568 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:33,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T07:20:33,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(318): Replicating [f476c4db-42f8-4c47-b0d0-c1e2c772ad10, 91176f54-1270-4819-bdf5-bbcc7717a1ce] bulk loaded data 2024-11-12T07:20:33,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c033fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,43327,-1 for getting cluster id 2024-11-12T07:20:33,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:33,571 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f476c4db-42f8-4c47-b0d0-c1e2c772ad10' 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f476c4db-42f8-4c47-b0d0-c1e2c772ad10" 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df9427e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,43327,-1] 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:33,572 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:33,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7915044a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741842_1018 (size=7691) 2024-11-12T07:20:33,767 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 725, reset compression=false 2024-11-12T07:20:33,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731396033852/Put/seqid=0 2024-11-12T07:20:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741843_1019 (size=10791) 2024-11-12T07:20:33,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a79718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46355,-1 for getting cluster id 2024-11-12T07:20:33,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:33,865 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91176f54-1270-4819-bdf5-bbcc7717a1ce' 2024-11-12T07:20:33,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:33,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91176f54-1270-4819-bdf5-bbcc7717a1ce" 2024-11-12T07:20:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7be40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46355,-1] 2024-11-12T07:20:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:33,867 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:33,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652534fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:33,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:33,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:33,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:33,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46355,1731396020756 2024-11-12T07:20:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a10a9e5 2024-11-12T07:20:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:33,880 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2] 2024-11-12T07:20:33,886 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:33,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T07:20:33,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T07:20:33,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T07:20:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:33,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T07:20:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegion(2603): Flush status journal for f650f24cd7212170c52b126cb5350329: 2024-11-12T07:20:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_0 2024-11-12T07:20:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_0 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ 2024-11-12T07:20:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_1 2024-11-12T07:20:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_1 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ 2024-11-12T07:20:33,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_0 into f650f24cd7212170c52b126cb5350329/f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ - updating store file list. 2024-11-12T07:20:33,929 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 687, reset compression=false 2024-11-12T07:20:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:33,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ into f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_0 into f650f24cd7212170c52b126cb5350329/f (new location: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_) 2024-11-12T07:20:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_0 2024-11-12T07:20:33,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_1 into f650f24cd7212170c52b126cb5350329/f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ - updating store file list. 2024-11-12T07:20:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:33,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ into f650f24cd7212170c52b126cb5350329/f 2024-11-12T07:20:33,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_1 into f650f24cd7212170c52b126cb5350329/f (new location: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_) 2024-11-12T07:20:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/staging/jenkins__test__fqumh0p8dddao0lcgc2afrnpfab5l02lla8c3edb6ee51pj0pfp66d3c0dvfda44/f/hfile_1 2024-11-12T07:20:33,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:33,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:33,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:33,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:33,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:33,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2 , the old value is region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:38795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:20:33,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:20:33,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731396026115.f650f24cd7212170c52b126cb5350329., hostname=cea23c84c117,38795,1731396020903, seqNum=2 from cache 2024-11-12T07:20:33,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38795: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43660 deadline: 1731396093943 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43660 2024-11-12T07:20:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:33,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396023962.99e76b200130841d64052488b0577cdb., hostname=cea23c84c117,44089,1731396015461, seqNum=2] 2024-11-12T07:20:33,955 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:20:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741843_1019 (size=7894) 2024-11-12T07:20:34,053 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:38795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T07:20:34,070 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 725, reset compression=false 2024-11-12T07:20:34,075 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:34,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:20:34,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:34,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:20:34,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:34,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:20:34,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:20:34,276 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 1033, reset compression=false 2024-11-12T07:20:34,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:34,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,43327,1731396015169 2024-11-12T07:20:34,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3512ad 2024-11-12T07:20:34,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:34,393 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:34,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:34,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:34,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44089,1731396015461, seqNum=-1] 2024-11-12T07:20:34,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:34,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:34,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__448u143iva8poo1mfldtbpop0ft24b48vedjopamiiegdq2bm64aoa7ndj5q46t5/f/7662067fea824ce0a5406b0b283ee194_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T07:20:34,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__448u143iva8poo1mfldtbpop0ft24b48vedjopamiiegdq2bm64aoa7ndj5q46t5/f/d458b75e82814084b202bcb520f4d73d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T07:20:34,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(324): Finished replicating [f476c4db-42f8-4c47-b0d0-c1e2c772ad10, 91176f54-1270-4819-bdf5-bbcc7717a1ce] bulk loaded data 2024-11-12T07:20:34,410 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,38795,1731396020903 got entry batch from reader: WALEntryBatch [walEntries=[{test/f650f24cd7212170c52b126cb5350329/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396033938/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:20:34,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(318): Replicating [91176f54-1270-4819-bdf5-bbcc7717a1ce] bulk loaded data 2024-11-12T07:20:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741844_1020 (size=11194) 2024-11-12T07:20:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741845_1021 (size=10791) 2024-11-12T07:20:34,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:34,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T07:20:34,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T07:20:34,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ for inclusion in 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T07:20:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:34,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ for inclusion in 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T07:20:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:20:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegion(2603): Flush status journal for 99e76b200130841d64052488b0577cdb: 2024-11-12T07:20:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:20:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/d9c5ea88dccf46fe96b36ea867ee2bbe_SeqId_6_ 2024-11-12T07:20:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:20:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/393efd95226a44148511231f3b4fc0f5_SeqId_6_ 2024-11-12T07:20:34,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/d9c5ea88dccf46fe96b36ea867ee2bbe_SeqId_6_ - updating store file list. 2024-11-12T07:20:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9c5ea88dccf46fe96b36ea867ee2bbe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:34,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/d9c5ea88dccf46fe96b36ea867ee2bbe_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:34,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f (new location: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/d9c5ea88dccf46fe96b36ea867ee2bbe_SeqId_6_) 2024-11-12T07:20:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/fd2ba88f15904c5d835c2675d4403aa7_SeqId_6_ 2024-11-12T07:20:34,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/393efd95226a44148511231f3b4fc0f5_SeqId_6_ - updating store file list. 2024-11-12T07:20:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 393efd95226a44148511231f3b4fc0f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:20:34,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/393efd95226a44148511231f3b4fc0f5_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f 2024-11-12T07:20:34,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ into 99e76b200130841d64052488b0577cdb/f (new location: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/f/393efd95226a44148511231f3b4fc0f5_SeqId_6_) 2024-11-12T07:20:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/staging/jenkins.hfs.10__test__5octk1jnkek4efos6cie7anoo83rlosocesdk49p2gojjvmi2hgnoutqq39os81i/f/da55ae36fdbd4622831b92bfbdf9859f_SeqId_6_ 2024-11-12T07:20:34,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44089 {}] regionserver.ReplicationSink(324): Finished replicating [91176f54-1270-4819-bdf5-bbcc7717a1ce] bulk loaded data 2024-11-12T07:20:34,549 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 687, reset compression=false 2024-11-12T07:20:34,580 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 1033, reset compression=false 2024-11-12T07:20:34,591 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:34,591 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44089,1731396015461 got entry batch from reader: WALEntryBatch [walEntries=[{test/99e76b200130841d64052488b0577cdb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396034532/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T07:20:34,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.ReplicationSink(318): Replicating [91176f54-1270-4819-bdf5-bbcc7717a1ce, f476c4db-42f8-4c47-b0d0-c1e2c772ad10] bulk loaded data 2024-11-12T07:20:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741844_1020 (size=11194) 2024-11-12T07:20:34,791 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:34,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:34,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:20:34,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:34,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:34,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:34,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:34,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:34,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:20:34,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375917859, stopped=false 2024-11-12T07:20:34,972 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,46355,1731396020756 2024-11-12T07:20:34,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:34,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:34,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:34,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:34,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:34,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:35,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:35,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604735775/running 2024-11-12T07:20:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604735775/running 2024-11-12T07:20:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:35,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:35,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:35,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:35,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:35,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/running 2024-11-12T07:20:35,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Set watcher on znode that does not yet exist, /11604735775/running 2024-11-12T07:20:35,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,38795,1731396020903' ***** 2024-11-12T07:20:35,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:20:35,020 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:20:35,020 INFO [RS:0;cea23c84c117:38795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:20:35,020 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:20:35,020 INFO [RS:0;cea23c84c117:38795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:20:35,020 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(3091): Received CLOSE for e0ffc6b72b9f51528887a461b7e9cca7 2024-11-12T07:20:35,024 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(3091): Received CLOSE for f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:35,024 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,38795,1731396020903 2024-11-12T07:20:35,024 INFO [RS:0;cea23c84c117:38795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:35,024 INFO [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:38795. 2024-11-12T07:20:35,024 DEBUG [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:35,024 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0ffc6b72b9f51528887a461b7e9cca7, disabling compactions & flushes 2024-11-12T07:20:35,024 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:35,024 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:35,024 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:35,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. after waiting 0 ms 2024-11-12T07:20:35,025 INFO [RS:0;cea23c84c117:38795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:20:35,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:35,025 INFO [RS:0;cea23c84c117:38795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:20:35,025 INFO [RS:0;cea23c84c117:38795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:20:35,025 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:20:35,025 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0ffc6b72b9f51528887a461b7e9cca7 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T07:20:35,025 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 1033, reset compression=false 2024-11-12T07:20:35,046 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:35,099 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:35,123 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:20:35,123 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1325): Online Regions={e0ffc6b72b9f51528887a461b7e9cca7=hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7., 1588230740=hbase:meta,,1.1588230740, f650f24cd7212170c52b126cb5350329=test,,1731396026115.f650f24cd7212170c52b126cb5350329.} 2024-11-12T07:20:35,123 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0ffc6b72b9f51528887a461b7e9cca7, f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:35,124 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:35,124 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:35,124 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:35,124 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:35,124 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:35,124 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:20:35,178 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/hfileref/91a5aaa65c5c48fdaee321ab117d875c is 74, key is 1/hfileref:7662067fea824ce0a5406b0b283ee194_SeqId_4_/1731396034407/DeleteColumn/seqid=0 2024-11-12T07:20:35,195 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/info/09e3c3926e46492c8a72deb96ab34e73 is 147, key is hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7./info:regioninfo/1731396031198/Put/seqid=0 2024-11-12T07:20:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741845_1021 (size=5345) 2024-11-12T07:20:35,225 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/hfileref/91a5aaa65c5c48fdaee321ab117d875c 2024-11-12T07:20:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741846_1022 (size=7686) 2024-11-12T07:20:35,225 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/info/09e3c3926e46492c8a72deb96ab34e73 2024-11-12T07:20:35,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741847_1023 (size=10791) 2024-11-12T07:20:35,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:20:35,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:35,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38795 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43650 deadline: 1731396095244, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping 2024-11-12T07:20:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 from cache 2024-11-12T07:20:35,266 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/ns/0b9e55293b39475b83293b193f8b1d9f is 43, key is default/ns:d/1731396023859/Put/seqid=0 2024-11-12T07:20:35,271 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/queue/f9212c4cb22c4a659a4b066021516ab7 is 154, key is 1-cea23c84c117,38795,1731396020903/queue:cea23c84c117%2C38795%2C1731396020903/1731396034543/Put/seqid=0 2024-11-12T07:20:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741849_1025 (size=5353) 2024-11-12T07:20:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741848_1024 (size=5153) 2024-11-12T07:20:35,298 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/ns/0b9e55293b39475b83293b193f8b1d9f 2024-11-12T07:20:35,322 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/rep_barrier/a7e08bc14a06421b9737c1dc5eae3c1f is 112, key is test,,1731396026115.f650f24cd7212170c52b126cb5350329./rep_barrier:seqnumDuringOpen/1731396027265/Put/seqid=0 2024-11-12T07:20:35,323 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0ffc6b72b9f51528887a461b7e9cca7, f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:35,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:35,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:35,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43650 deadline: 1731396095245, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping 2024-11-12T07:20:35,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 from cache 2024-11-12T07:20:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741850_1026 (size=5518) 2024-11-12T07:20:35,366 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/rep_barrier/a7e08bc14a06421b9737c1dc5eae3c1f 2024-11-12T07:20:35,398 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/table/9c560436da484ba1a03ae51d8c8914bf is 53, key is hbase:replication/table:state/1731396031204/Put/seqid=0 2024-11-12T07:20:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741851_1027 (size=5308) 2024-11-12T07:20:35,408 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/table/9c560436da484ba1a03ae51d8c8914bf 2024-11-12T07:20:35,415 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/info/09e3c3926e46492c8a72deb96ab34e73 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/info/09e3c3926e46492c8a72deb96ab34e73 2024-11-12T07:20:35,422 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/info/09e3c3926e46492c8a72deb96ab34e73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:20:35,424 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/ns/0b9e55293b39475b83293b193f8b1d9f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/ns/0b9e55293b39475b83293b193f8b1d9f 2024-11-12T07:20:35,435 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/ns/0b9e55293b39475b83293b193f8b1d9f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:20:35,436 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/rep_barrier/a7e08bc14a06421b9737c1dc5eae3c1f as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/rep_barrier/a7e08bc14a06421b9737c1dc5eae3c1f 2024-11-12T07:20:35,444 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/rep_barrier/a7e08bc14a06421b9737c1dc5eae3c1f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:20:35,446 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/.tmp/table/9c560436da484ba1a03ae51d8c8914bf as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/table/9c560436da484ba1a03ae51d8c8914bf 2024-11-12T07:20:35,458 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/table/9c560436da484ba1a03ae51d8c8914bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:20:35,465 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 341ms, sequenceid=16, compaction requested=false 2024-11-12T07:20:35,512 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:20:35,513 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:35,513 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:35,513 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:35,513 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396035124Running coprocessor pre-close hooks at 1731396035124Disabling compacts and flushes for region at 1731396035124Disabling writes for close at 1731396035124Obtaining lock to block concurrent updates at 1731396035124Preparing flush snapshotting stores in 1588230740 at 1731396035124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396035124Flushing stores of hbase:meta,,1.1588230740 at 1731396035125 (+1 ms)Flushing 1588230740/info: creating writer at 1731396035125Flushing 1588230740/info: appending metadata at 1731396035194 (+69 ms)Flushing 1588230740/info: closing flushed file at 1731396035195 (+1 ms)Flushing 1588230740/ns: creating writer at 1731396035241 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731396035265 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731396035265Flushing 1588230740/rep_barrier: creating writer at 1731396035303 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396035321 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396035321Flushing 1588230740/table: creating writer at 1731396035372 (+51 ms)Flushing 1588230740/table: appending metadata at 1731396035398 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731396035398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680eb756: reopening flushed file at 1731396035414 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3503a7c6: reopening flushed file at 1731396035423 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241b22e4: reopening flushed file at 1731396035435 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223e2da5: reopening flushed file at 1731396035445 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 341ms, sequenceid=16, compaction requested=false at 1731396035465 (+20 ms)Writing region close event to WAL at 1731396035504 (+39 ms)Running coprocessor post-close hooks at 1731396035513 (+9 ms)Closed at 1731396035513 2024-11-12T07:20:35,513 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:35,523 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1351): Waiting on e0ffc6b72b9f51528887a461b7e9cca7, f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:35,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:35,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:35,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:35,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38795 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43650 deadline: 1731396095245, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping 2024-11-12T07:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 from cache 2024-11-12T07:20:35,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:35,690 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/queue/f9212c4cb22c4a659a4b066021516ab7 2024-11-12T07:20:35,693 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.1731396022877 to pos 1033, reset compression=false 2024-11-12T07:20:35,695 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/hfileref/91a5aaa65c5c48fdaee321ab117d875c as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/hfileref/91a5aaa65c5c48fdaee321ab117d875c 2024-11-12T07:20:35,700 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/hfileref/91a5aaa65c5c48fdaee321ab117d875c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T07:20:35,700 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/.tmp/queue/f9212c4cb22c4a659a4b066021516ab7 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/queue/f9212c4cb22c4a659a4b066021516ab7 2024-11-12T07:20:35,705 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/queue/f9212c4cb22c4a659a4b066021516ab7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T07:20:35,706 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e0ffc6b72b9f51528887a461b7e9cca7 in 681ms, sequenceid=12, compaction requested=false 2024-11-12T07:20:35,711 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/hbase/replication/e0ffc6b72b9f51528887a461b7e9cca7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:35,712 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0ffc6b72b9f51528887a461b7e9cca7: Waiting for close lock at 1731396035024Running coprocessor pre-close hooks at 1731396035024Disabling compacts and flushes for region at 1731396035024Disabling writes for close at 1731396035025 (+1 ms)Obtaining lock to block concurrent updates at 1731396035025Preparing flush snapshotting stores in e0ffc6b72b9f51528887a461b7e9cca7 at 1731396035025Finished memstore snapshotting hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731396035025Flushing stores of hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. at 1731396035026 (+1 ms)Flushing e0ffc6b72b9f51528887a461b7e9cca7/hfileref: creating writer at 1731396035026Flushing e0ffc6b72b9f51528887a461b7e9cca7/hfileref: appending metadata at 1731396035170 (+144 ms)Flushing e0ffc6b72b9f51528887a461b7e9cca7/hfileref: closing flushed file at 1731396035170Flushing e0ffc6b72b9f51528887a461b7e9cca7/queue: creating writer at 1731396035239 (+69 ms)Flushing e0ffc6b72b9f51528887a461b7e9cca7/queue: appending metadata at 1731396035268 (+29 ms)Flushing e0ffc6b72b9f51528887a461b7e9cca7/queue: closing flushed file at 1731396035270 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58044951: reopening flushed file at 1731396035695 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd876af: reopening flushed file at 1731396035700 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e0ffc6b72b9f51528887a461b7e9cca7 in 681ms, sequenceid=12, compaction requested=false at 1731396035706 (+6 ms)Writing region close event to WAL at 1731396035708 (+2 ms)Running coprocessor post-close hooks at 1731396035712 (+4 ms)Closed at 1731396035712 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396030437.e0ffc6b72b9f51528887a461b7e9cca7. 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f650f24cd7212170c52b126cb5350329, disabling compactions & flushes 2024-11-12T07:20:35,712 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396026115.f650f24cd7212170c52b126cb5350329. after waiting 0 ms 2024-11-12T07:20:35,712 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:35,723 DEBUG [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1351): Waiting on f650f24cd7212170c52b126cb5350329 2024-11-12T07:20:35,733 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/data/default/test/f650f24cd7212170c52b126cb5350329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:20:35,733 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:35,733 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:20:35,733 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:35,734 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f650f24cd7212170c52b126cb5350329: Waiting for close lock at 1731396035712Running coprocessor pre-close hooks at 1731396035712Disabling compacts and flushes for region at 1731396035712Disabling writes for close at 1731396035712Writing region close event to WAL at 1731396035715 (+3 ms)Running coprocessor post-close hooks at 1731396035733 (+18 ms)Closed at 1731396035733 2024-11-12T07:20:35,734 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396026115.f650f24cd7212170c52b126cb5350329. 2024-11-12T07:20:35,737 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:20:35,738 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:20:35,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:35,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1] 2024-11-12T07:20:35,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:35,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38795 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:43650 deadline: 1731396095244, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping 2024-11-12T07:20:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cea23c84c117,38795,1731396020903 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:20:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=cea23c84c117,38795,1731396020903, seqNum=-1 from cache 2024-11-12T07:20:35,924 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,38795,1731396020903; all regions closed. 2024-11-12T07:20:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:20:35,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/WALs/cea23c84c117,38795,1731396020903/cea23c84c117%2C38795%2C1731396020903.meta.1731396023811.meta not finished, retry = 0 2024-11-12T07:20:36,030 DEBUG [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs 2024-11-12T07:20:36,030 INFO [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38795%2C1731396020903.meta:.meta(num 1731396023811) 2024-11-12T07:20:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741839_1015 (size=3127) 2024-11-12T07:20:36,034 DEBUG [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs 2024-11-12T07:20:36,034 INFO [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38795%2C1731396020903.rep:(num 1731396031168) 2024-11-12T07:20:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741832_1008 (size=1336) 2024-11-12T07:20:36,037 DEBUG [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/oldWALs 2024-11-12T07:20:36,037 INFO [RS:0;cea23c84c117:38795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C38795%2C1731396020903:(num 1731396022877) 2024-11-12T07:20:36,037 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:36,037 INFO [RS:0;cea23c84c117:38795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:36,037 INFO [RS:0;cea23c84c117:38795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:36,037 INFO [RS:0;cea23c84c117:38795 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:36,037 INFO [RS:0;cea23c84c117:38795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:36,038 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:36,038 INFO [RS:0;cea23c84c117:38795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,38795,1731396020903 because: Region server is closing 2024-11-12T07:20:36,038 INFO [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:38795. 2024-11-12T07:20:36,038 DEBUG [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:36,038 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:36,038 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:36,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:36,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:36,138 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.wal-reader.cea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:20:36,138 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:20:36,139 INFO [RS:0;cea23c84c117:38795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,38795,1731396020903.replicationSource.shippercea23c84c117%2C38795%2C1731396020903,1-cea23c84c117,38795,1731396020903 terminated 2024-11-12T07:20:36,139 INFO [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:38795. 2024-11-12T07:20:36,139 DEBUG [RS:0;cea23c84c117:38795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:36,139 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:36,139 DEBUG [RS:0;cea23c84c117:38795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:36,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:36,139 INFO [RS:0;cea23c84c117:38795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38795 2024-11-12T07:20:36,141 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-12T07:20:36,141 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:38795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-12T07:20:36,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-12T07:20:36,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38795 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:43634 deadline: 1731396094592, exception=java.io.InterruptedIOException 2024-11-12T07:20:36,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:20:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775/rs 2024-11-12T07:20:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604735775/rs/cea23c84c117,38795,1731396020903 2024-11-12T07:20:36,231 INFO [RS:0;cea23c84c117:38795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:36,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,38795,1731396020903] 2024-11-12T07:20:36,243 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cea23c84c117:38795 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:38795 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:20:36,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cea23c84c117:38795 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:38795 2024-11-12T07:20:36,244 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=cea23c84c117:38795 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:38795 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:38795 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T07:20:36,247 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T07:20:36,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11604735775/draining/cea23c84c117,38795,1731396020903 already deleted, retry=false 2024-11-12T07:20:36,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,38795,1731396020903 expired; onlineServers=0 2024-11-12T07:20:36,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,46355,1731396020756' ***** 2024-11-12T07:20:36,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:36,252 DEBUG [M:0;cea23c84c117:46355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:20:36,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:20:36,252 DEBUG [M:0;cea23c84c117:46355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:20:36,252 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396022617 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396022617,5,FailOnTimeoutGroup] 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:36,252 DEBUG [M:0;cea23c84c117:46355 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:20:36,252 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396022617 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396022617,5,FailOnTimeoutGroup] 2024-11-12T07:20:36,252 INFO [M:0;cea23c84c117:46355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:36,253 INFO [M:0;cea23c84c117:46355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:20:36,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:20:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604735775/master 2024-11-12T07:20:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604735775 2024-11-12T07:20:36,316 DEBUG [M:0;cea23c84c117:46355 {}] zookeeper.ZKUtil(347): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Unable to get data of znode /11604735775/master because node does not exist (not an error) 2024-11-12T07:20:36,316 WARN [M:0;cea23c84c117:46355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:20:36,316 INFO [M:0;cea23c84c117:46355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/.lastflushedseqids 2024-11-12T07:20:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741852_1028 (size=263) 2024-11-12T07:20:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38795-0x1012dea86a10004, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:36,341 INFO [RS:0;cea23c84c117:38795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:36,342 INFO [RS:0;cea23c84c117:38795 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,38795,1731396020903; zookeeper connection closed. 2024-11-12T07:20:36,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54127b77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54127b77 2024-11-12T07:20:36,342 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:20:36,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:36,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-12T07:20:36,383 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:20:36,447 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T07:20:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44146 deadline: 1731396096448, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T07:20:36,449 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T07:20:36,450 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T07:20:36,450 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T07:20:36,714 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:36,721 INFO [M:0;cea23c84c117:46355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:20:36,721 INFO [M:0;cea23c84c117:46355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:20:36,721 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:36,721 INFO [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:36,721 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:36,721 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:36,721 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:36,721 INFO [M:0;cea23c84c117:46355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T07:20:36,736 DEBUG [M:0;cea23c84c117:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1810d15d36f6404a9d682364fa2d6b26 is 82, key is hbase:meta,,1/info:regioninfo/1731396023846/Put/seqid=0 2024-11-12T07:20:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741853_1029 (size=5672) 2024-11-12T07:20:36,751 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T07:20:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44146 deadline: 1731396096752, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T07:20:36,753 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T07:20:36,754 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T07:20:36,755 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T07:20:37,141 INFO [M:0;cea23c84c117:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1810d15d36f6404a9d682364fa2d6b26 2024-11-12T07:20:37,155 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T07:20:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:20:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46355 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44146 deadline: 1731396097160, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T07:20:37,161 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T07:20:37,162 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T07:20:37,162 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T07:20:37,165 DEBUG [M:0;cea23c84c117:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff74ec301280495bb92e9b406004afa8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396031207/Put/seqid=0 2024-11-12T07:20:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741854_1030 (size=8516) 2024-11-12T07:20:37,417 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:37,570 INFO [M:0;cea23c84c117:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff74ec301280495bb92e9b406004afa8 2024-11-12T07:20:37,592 DEBUG [M:0;cea23c84c117:46355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fdac8f8a6e4befa9f3a0df6df392f9 is 69, key is cea23c84c117,38795,1731396020903/rs:state/1731396022660/Put/seqid=0 2024-11-12T07:20:37,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741855_1031 (size=5156) 2024-11-12T07:20:37,598 INFO [M:0;cea23c84c117:46355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fdac8f8a6e4befa9f3a0df6df392f9 2024-11-12T07:20:37,604 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1810d15d36f6404a9d682364fa2d6b26 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1810d15d36f6404a9d682364fa2d6b26 2024-11-12T07:20:37,608 INFO [M:0;cea23c84c117:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1810d15d36f6404a9d682364fa2d6b26, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:20:37,609 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff74ec301280495bb92e9b406004afa8 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff74ec301280495bb92e9b406004afa8 2024-11-12T07:20:37,613 INFO [M:0;cea23c84c117:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff74ec301280495bb92e9b406004afa8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:20:37,614 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5fdac8f8a6e4befa9f3a0df6df392f9 as hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5fdac8f8a6e4befa9f3a0df6df392f9 2024-11-12T07:20:37,618 INFO [M:0;cea23c84c117:46355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/f103b1f0-e661-aede-bf5b-8d953774795a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5fdac8f8a6e4befa9f3a0df6df392f9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:20:37,619 INFO [M:0;cea23c84c117:46355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-12T07:20:37,620 INFO [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:37,620 DEBUG [M:0;cea23c84c117:46355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396036721Disabling compacts and flushes for region at 1731396036721Disabling writes for close at 1731396036721Obtaining lock to block concurrent updates at 1731396036721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396036721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731396036722 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396036722Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396036722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396036736 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396036736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396037145 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396037165 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396037165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396037575 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396037591 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396037591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b517c15: reopening flushed file at 1731396037603 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19449d6f: reopening flushed file at 1731396037608 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9c3ce8: reopening flushed file at 1731396037613 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1731396037619 (+6 ms)Writing region close event to WAL at 1731396037620 (+1 ms)Closed at 1731396037620 2024-11-12T07:20:37,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43167 is added to blk_1073741830_1006 (size=63654) 2024-11-12T07:20:37,623 INFO [M:0;cea23c84c117:46355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:20:37,623 INFO [M:0;cea23c84c117:46355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46355 2024-11-12T07:20:37,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:37,625 INFO [M:0;cea23c84c117:46355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:37,663 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T07:20:37,664 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cea23c84c117:46355 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:46355 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:20:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cea23c84c117:46355 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:46355 2024-11-12T07:20:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:37,741 INFO [M:0;cea23c84c117:46355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46355-0x1012dea86a10003, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:37,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b6a485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:37,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@793946e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:37,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:37,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5d7d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:37,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@398a94ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:37,747 WARN [BP-383630197-172.17.0.2-1731396018853 heartbeating to localhost/127.0.0.1:46773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:20:37,747 WARN [BP-383630197-172.17.0.2-1731396018853 heartbeating to localhost/127.0.0.1:46773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-383630197-172.17.0.2-1731396018853 (Datanode Uuid 7af9d14a-7623-427c-a3ae-fdfbaefe64c5) service to localhost/127.0.0.1:46773 2024-11-12T07:20:37,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:20:37,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:20:37,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/cluster_f38d8e01-fd13-3f22-fffd-5c4a684f3aed/data/data1/current/BP-383630197-172.17.0.2-1731396018853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:37,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/cluster_f38d8e01-fd13-3f22-fffd-5c4a684f3aed/data/data2/current/BP-383630197-172.17.0.2-1731396018853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:37,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:20:37,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eae827d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:37,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc534e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:37,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:37,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375c73e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:37,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f205866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:37,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:37,772 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cea23c84c117:46355 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:46355 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:20:37,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=cea23c84c117:46355 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:46355 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T07:20:37,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address cea23c84c117:46355 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cea23c84c117/172.17.0.2:46355 2024-11-12T07:20:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:20:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:20:37,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:37,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:37,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:37,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:37,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:37,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:20:37,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=748536020, stopped=false 2024-11-12T07:20:37,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,43327,1731396015169 2024-11-12T07:20:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01508923462/running 2024-11-12T07:20:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01508923462/running 2024-11-12T07:20:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:37,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:37,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/running 2024-11-12T07:20:37,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Set watcher on znode that does not yet exist, /01508923462/running 2024-11-12T07:20:37,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:37,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:37,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:37,790 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,44089,1731396015461' ***** 2024-11-12T07:20:37,790 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:20:37,790 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:20:37,790 INFO [RS:0;cea23c84c117:44089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:20:37,790 INFO [RS:0;cea23c84c117:44089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:20:37,790 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:37,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 67f1be9d21d674f0706c3c85074f3697 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,44089,1731396015461 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99e76b200130841d64052488b0577cdb, disabling compactions & flushes 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44089. 2024-11-12T07:20:37,791 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:37,791 DEBUG [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396023962.99e76b200130841d64052488b0577cdb. after waiting 0 ms 2024-11-12T07:20:37,791 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:20:37,791 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:20:37,792 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:20:37,792 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1325): Online Regions={99e76b200130841d64052488b0577cdb=test,,1731396023962.99e76b200130841d64052488b0577cdb., 1588230740=hbase:meta,,1.1588230740, 67f1be9d21d674f0706c3c85074f3697=hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697.} 2024-11-12T07:20:37,792 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f1be9d21d674f0706c3c85074f3697, 99e76b200130841d64052488b0577cdb 2024-11-12T07:20:37,792 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:37,792 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:37,792 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:37,792 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:37,792 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:37,792 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:20:37,802 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/default/test/99e76b200130841d64052488b0577cdb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:20:37,803 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99e76b200130841d64052488b0577cdb: Waiting for close lock at 1731396037791Running coprocessor pre-close hooks at 1731396037791Disabling compacts and flushes for region at 1731396037791Disabling writes for close at 1731396037791Writing region close event to WAL at 1731396037799 (+8 ms)Running coprocessor post-close hooks at 1731396037803 (+4 ms)Closed at 1731396037803 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396023962.99e76b200130841d64052488b0577cdb. 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67f1be9d21d674f0706c3c85074f3697, disabling compactions & flushes 2024-11-12T07:20:37,803 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:37,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. after waiting 0 ms 2024-11-12T07:20:37,804 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:37,804 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67f1be9d21d674f0706c3c85074f3697 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T07:20:37,811 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/info/867d7ba99dee43c4807fc6ad65451d34 is 147, key is hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697./info:regioninfo/1731396029459/Put/seqid=0 2024-11-12T07:20:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741846_1022 (size=7686) 2024-11-12T07:20:37,826 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/info/867d7ba99dee43c4807fc6ad65451d34 2024-11-12T07:20:37,831 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/hfileref/10643cb8915f4e5d86c903925791d921 is 74, key is 1/hfileref:393efd95226a44148511231f3b4fc0f5_SeqId_6_/1731396034500/Put/seqid=0 2024-11-12T07:20:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741847_1023 (size=5345) 2024-11-12T07:20:37,841 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/hfileref/10643cb8915f4e5d86c903925791d921 2024-11-12T07:20:37,854 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/ns/a482727045ca4b66ae0dfe1d612bdfc6 is 43, key is default/ns:d/1731396018762/Put/seqid=0 2024-11-12T07:20:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741848_1024 (size=5153) 2024-11-12T07:20:37,860 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/ns/a482727045ca4b66ae0dfe1d612bdfc6 2024-11-12T07:20:37,863 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/queue/0cbebcd973ae406db8605d178d1a04d4 is 153, key is 1-cea23c84c117,44089,1731396015461/queue:cea23c84c117%2C44089%2C1731396015461/1731396033375/Put/seqid=0 2024-11-12T07:20:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741849_1025 (size=5352) 2024-11-12T07:20:37,872 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/queue/0cbebcd973ae406db8605d178d1a04d4 2024-11-12T07:20:37,876 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:37,878 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/hfileref/10643cb8915f4e5d86c903925791d921 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/hfileref/10643cb8915f4e5d86c903925791d921 2024-11-12T07:20:37,884 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/hfileref/10643cb8915f4e5d86c903925791d921, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T07:20:37,884 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/.tmp/queue/0cbebcd973ae406db8605d178d1a04d4 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/queue/0cbebcd973ae406db8605d178d1a04d4 2024-11-12T07:20:37,889 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/queue/0cbebcd973ae406db8605d178d1a04d4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T07:20:37,890 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 67f1be9d21d674f0706c3c85074f3697 in 86ms, sequenceid=10, compaction requested=false 2024-11-12T07:20:37,901 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/rep_barrier/6d41e279bb964f5e8cf0620d043184ae is 112, key is test,,1731396023962.99e76b200130841d64052488b0577cdb./rep_barrier:seqnumDuringOpen/1731396025108/Put/seqid=0 2024-11-12T07:20:37,916 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/replication/67f1be9d21d674f0706c3c85074f3697/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T07:20:37,917 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:37,917 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:37,917 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:37,917 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67f1be9d21d674f0706c3c85074f3697: Waiting for close lock at 1731396037803Running coprocessor pre-close hooks at 1731396037803Disabling compacts and flushes for region at 1731396037803Disabling writes for close at 1731396037803Obtaining lock to block concurrent updates at 1731396037804 (+1 ms)Preparing flush snapshotting stores in 67f1be9d21d674f0706c3c85074f3697 at 1731396037804Finished memstore snapshotting hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731396037804Flushing stores of hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. at 1731396037808 (+4 ms)Flushing 67f1be9d21d674f0706c3c85074f3697/hfileref: creating writer at 1731396037808Flushing 67f1be9d21d674f0706c3c85074f3697/hfileref: appending metadata at 1731396037830 (+22 ms)Flushing 67f1be9d21d674f0706c3c85074f3697/hfileref: closing flushed file at 1731396037831 (+1 ms)Flushing 67f1be9d21d674f0706c3c85074f3697/queue: creating writer at 1731396037846 (+15 ms)Flushing 67f1be9d21d674f0706c3c85074f3697/queue: appending metadata at 1731396037862 (+16 ms)Flushing 67f1be9d21d674f0706c3c85074f3697/queue: closing flushed file at 1731396037863 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702c4622: reopening flushed file at 1731396037877 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9ddb0f: reopening flushed file at 1731396037884 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 67f1be9d21d674f0706c3c85074f3697 in 86ms, sequenceid=10, compaction requested=false at 1731396037890 (+6 ms)Writing region close event to WAL at 1731396037913 (+23 ms)Running coprocessor post-close hooks at 1731396037917 (+4 ms)Closed at 1731396037917 2024-11-12T07:20:37,917 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396028282.67f1be9d21d674f0706c3c85074f3697. 2024-11-12T07:20:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741850_1026 (size=5518) 2024-11-12T07:20:37,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:37,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cea23c84c117:46355 this server is in the failed servers list 2024-11-12T07:20:37,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cea23c84c117:46355 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:37,992 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:38,192 DEBUG [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:20:38,220 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1033, reset compression=false 2024-11-12T07:20:38,224 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:38,224 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1328, reset compression=false 2024-11-12T07:20:38,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:38,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cea23c84c117:46355 this server is in the failed servers list 2024-11-12T07:20:38,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cea23c84c117:46355 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:38,320 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/rep_barrier/6d41e279bb964f5e8cf0620d043184ae 2024-11-12T07:20:38,341 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/table/f17c55cc8ceb48969198667947e562b4 is 53, key is hbase:replication/table:state/1731396029465/Put/seqid=0 2024-11-12T07:20:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741851_1027 (size=5308) 2024-11-12T07:20:38,346 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/table/f17c55cc8ceb48969198667947e562b4 2024-11-12T07:20:38,351 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/info/867d7ba99dee43c4807fc6ad65451d34 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/info/867d7ba99dee43c4807fc6ad65451d34 2024-11-12T07:20:38,355 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/info/867d7ba99dee43c4807fc6ad65451d34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:20:38,356 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/ns/a482727045ca4b66ae0dfe1d612bdfc6 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/ns/a482727045ca4b66ae0dfe1d612bdfc6 2024-11-12T07:20:38,362 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/ns/a482727045ca4b66ae0dfe1d612bdfc6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:20:38,362 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/rep_barrier/6d41e279bb964f5e8cf0620d043184ae as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/rep_barrier/6d41e279bb964f5e8cf0620d043184ae 2024-11-12T07:20:38,366 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/rep_barrier/6d41e279bb964f5e8cf0620d043184ae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:20:38,367 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/.tmp/table/f17c55cc8ceb48969198667947e562b4 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/table/f17c55cc8ceb48969198667947e562b4 2024-11-12T07:20:38,370 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/table/f17c55cc8ceb48969198667947e562b4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:20:38,371 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 579ms, sequenceid=16, compaction requested=false 2024-11-12T07:20:38,374 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:20:38,375 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:38,375 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:38,375 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:38,375 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396037792Running coprocessor pre-close hooks at 1731396037792Disabling compacts and flushes for region at 1731396037792Disabling writes for close at 1731396037792Obtaining lock to block concurrent updates at 1731396037792Preparing flush snapshotting stores in 1588230740 at 1731396037792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396037793 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396037793Flushing 1588230740/info: creating writer at 1731396037793Flushing 1588230740/info: appending metadata at 1731396037811 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731396037811Flushing 1588230740/ns: creating writer at 1731396037830 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731396037854 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731396037854Flushing 1588230740/rep_barrier: creating writer at 1731396037875 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396037901 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396037901Flushing 1588230740/table: creating writer at 1731396038327 (+426 ms)Flushing 1588230740/table: appending metadata at 1731396038340 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731396038340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd9550e: reopening flushed file at 1731396038350 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6550a1: reopening flushed file at 1731396038355 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae6e5e7: reopening flushed file at 1731396038362 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3990ce24: reopening flushed file at 1731396038366 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 579ms, sequenceid=16, compaction requested=false at 1731396038371 (+5 ms)Writing region close event to WAL at 1731396038372 (+1 ms)Running coprocessor post-close hooks at 1731396038375 (+3 ms)Closed at 1731396038375 2024-11-12T07:20:38,375 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:38,393 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,44089,1731396015461; all regions closed. 2024-11-12T07:20:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:20:38,396 DEBUG [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs 2024-11-12T07:20:38,396 INFO [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C44089%2C1731396015461.meta:.meta(num 1731396018691) 2024-11-12T07:20:38,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.rep.1731396029423 not finished, retry = 0 2024-11-12T07:20:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741839_1015 (size=2695) 2024-11-12T07:20:38,427 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/WALs/cea23c84c117,44089,1731396015461/cea23c84c117%2C44089%2C1731396015461.1731396017705 to pos 1328, reset compression=false 2024-11-12T07:20:38,500 DEBUG [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs 2024-11-12T07:20:38,500 INFO [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C44089%2C1731396015461.rep:(num 1731396029423) 2024-11-12T07:20:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741832_1008 (size=1336) 2024-11-12T07:20:38,505 DEBUG [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/oldWALs 2024-11-12T07:20:38,505 INFO [RS:0;cea23c84c117:44089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C44089%2C1731396015461:(num 1731396017705) 2024-11-12T07:20:38,505 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:38,505 INFO [RS:0;cea23c84c117:44089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:20:38,505 INFO [RS:0;cea23c84c117:44089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:38,505 INFO [RS:0;cea23c84c117:44089 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:38,505 INFO [RS:0;cea23c84c117:44089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:38,506 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:38,506 INFO [RS:0;cea23c84c117:44089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,44089,1731396015461 because: Region server is closing 2024-11-12T07:20:38,506 INFO [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44089. 2024-11-12T07:20:38,506 DEBUG [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:38,506 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:38,506 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:38,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:38,606 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.wal-reader.cea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:20:38,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T07:20:38,607 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T07:20:38,607 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T07:20:38,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:38,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cea23c84c117:46355 this server is in the failed servers list 2024-11-12T07:20:38,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cea23c84c117:46355 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:39,207 INFO [RS:0;cea23c84c117:44089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44089,1731396015461.replicationSource.shippercea23c84c117%2C44089%2C1731396015461,1-cea23c84c117,44089,1731396015461 terminated 2024-11-12T07:20:39,208 INFO [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44089. 2024-11-12T07:20:39,208 DEBUG [RS:0;cea23c84c117:44089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:39,208 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:39,208 DEBUG [RS:0;cea23c84c117:44089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:39,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:39,208 INFO [RS:0;cea23c84c117:44089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44089 2024-11-12T07:20:39,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01508923462/rs/cea23c84c117,44089,1731396015461 2024-11-12T07:20:39,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462/rs 2024-11-12T07:20:39,333 INFO [RS:0;cea23c84c117:44089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:39,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,44089,1731396015461] 2024-11-12T07:20:39,440 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01508923462/draining/cea23c84c117,44089,1731396015461 already deleted, retry=false 2024-11-12T07:20:39,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,44089,1731396015461 expired; onlineServers=0 2024-11-12T07:20:39,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,43327,1731396015169' ***** 2024-11-12T07:20:39,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:20:39,441 INFO [M:0;cea23c84c117:43327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:20:39,441 INFO [M:0;cea23c84c117:43327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:20:39,441 DEBUG [M:0;cea23c84c117:43327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:20:39,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:20:39,441 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396017500 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396017500,5,FailOnTimeoutGroup] 2024-11-12T07:20:39,441 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396017497 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396017497,5,FailOnTimeoutGroup] 2024-11-12T07:20:39,441 DEBUG [M:0;cea23c84c117:43327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:20:39,441 INFO [M:0;cea23c84c117:43327 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:20:39,442 INFO [M:0;cea23c84c117:43327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:20:39,442 DEBUG [M:0;cea23c84c117:43327 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:20:39,442 INFO [M:0;cea23c84c117:43327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:20:39,442 INFO [M:0;cea23c84c117:43327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:20:39,442 INFO [M:0;cea23c84c117:43327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:20:39,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:20:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:39,488 INFO [RS:0;cea23c84c117:44089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44089-0x1012dea86a10001, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:39,488 INFO [RS:0;cea23c84c117:44089 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,44089,1731396015461; zookeeper connection closed. 2024-11-12T07:20:39,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a38858e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a38858e 2024-11-12T07:20:39,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:20:39,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01508923462/master 2024-11-12T07:20:39,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01508923462 2024-11-12T07:20:39,536 DEBUG [M:0;cea23c84c117:43327 {}] zookeeper.ZKUtil(347): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Unable to get data of znode /01508923462/master because node does not exist (not an error) 2024-11-12T07:20:39,536 WARN [M:0;cea23c84c117:43327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:20:39,536 INFO [M:0;cea23c84c117:43327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/.lastflushedseqids 2024-11-12T07:20:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741852_1028 (size=263) 2024-11-12T07:20:39,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:39,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:39,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:39,944 INFO [M:0;cea23c84c117:43327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:20:39,944 INFO [M:0;cea23c84c117:43327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:20:39,944 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:39,944 INFO [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:39,944 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:39,944 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:39,944 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:39,944 INFO [M:0;cea23c84c117:43327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T07:20:39,957 DEBUG [M:0;cea23c84c117:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e1b5a2b3af4abfab73e9714dfc13e0 is 82, key is hbase:meta,,1/info:regioninfo/1731396018717/Put/seqid=0 2024-11-12T07:20:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741853_1029 (size=5672) 2024-11-12T07:20:40,361 INFO [M:0;cea23c84c117:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e1b5a2b3af4abfab73e9714dfc13e0 2024-11-12T07:20:40,379 DEBUG [M:0;cea23c84c117:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7054d4f8d20b4967b46cdb4eaefb16d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396029468/Put/seqid=0 2024-11-12T07:20:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741854_1030 (size=8517) 2024-11-12T07:20:40,387 INFO [M:0;cea23c84c117:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7054d4f8d20b4967b46cdb4eaefb16d4 2024-11-12T07:20:40,412 DEBUG [M:0;cea23c84c117:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e1e886cf0a444af87b3bbb96acc3a72 is 69, key is cea23c84c117,44089,1731396015461/rs:state/1731396017532/Put/seqid=0 2024-11-12T07:20:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741855_1031 (size=5156) 2024-11-12T07:20:40,817 INFO [M:0;cea23c84c117:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e1e886cf0a444af87b3bbb96acc3a72 2024-11-12T07:20:40,821 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1e1b5a2b3af4abfab73e9714dfc13e0 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1e1b5a2b3af4abfab73e9714dfc13e0 2024-11-12T07:20:40,824 INFO [M:0;cea23c84c117:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1e1b5a2b3af4abfab73e9714dfc13e0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:20:40,825 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7054d4f8d20b4967b46cdb4eaefb16d4 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7054d4f8d20b4967b46cdb4eaefb16d4 2024-11-12T07:20:40,829 INFO [M:0;cea23c84c117:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7054d4f8d20b4967b46cdb4eaefb16d4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:20:40,830 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e1e886cf0a444af87b3bbb96acc3a72 as hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e1e886cf0a444af87b3bbb96acc3a72 2024-11-12T07:20:40,834 INFO [M:0;cea23c84c117:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/6d0e91d2-b4a0-3d11-068a-38f49cb51310/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e1e886cf0a444af87b3bbb96acc3a72, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:20:40,835 INFO [M:0;cea23c84c117:43327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-11-12T07:20:40,841 INFO [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:40,841 DEBUG [M:0;cea23c84c117:43327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396039944Disabling compacts and flushes for region at 1731396039944Disabling writes for close at 1731396039944Obtaining lock to block concurrent updates at 1731396039944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396039944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731396039945 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396039945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396039945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396039957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396039957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396040365 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396040379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396040379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396040395 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396040412 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396040412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15395640: reopening flushed file at 1731396040820 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2b9f1e: reopening flushed file at 1731396040825 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d086e91: reopening flushed file at 1731396040830 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1731396040835 (+5 ms)Writing region close event to WAL at 1731396040841 (+6 ms)Closed at 1731396040841 2024-11-12T07:20:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45309 is added to blk_1073741830_1006 (size=63666) 2024-11-12T07:20:40,846 INFO [M:0;cea23c84c117:43327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:20:40,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:20:40,846 INFO [M:0;cea23c84c117:43327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43327 2024-11-12T07:20:40,846 INFO [M:0;cea23c84c117:43327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:20:41,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:41,013 INFO [M:0;cea23c84c117:43327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:20:41,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x1012dea86a10000, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:20:41,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:41,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b37e610{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:41,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7584ac94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:41,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:41,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecd32c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:41,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41febd81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:41,068 WARN [BP-111596335-172.17.0.2-1731396012824 heartbeating to localhost/127.0.0.1:46373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:20:41,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:20:41,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:20:41,068 WARN [BP-111596335-172.17.0.2-1731396012824 heartbeating to localhost/127.0.0.1:46373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-111596335-172.17.0.2-1731396012824 (Datanode Uuid c1ef0e6e-27f5-47d9-958c-58daf027c109) service to localhost/127.0.0.1:46373 2024-11-12T07:20:41,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/data/data1/current/BP-111596335-172.17.0.2-1731396012824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:41,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/cluster_1d3163b4-0707-e6f2-f0dc-51be4c5e1669/data/data2/current/BP-111596335-172.17.0.2-1731396012824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:20:41,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:20:41,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7afe8a23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:41,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0ff617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:20:41,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:20:41,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79955afd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:20:41,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c9ab0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9f1480fd-2084-46fb-9fb4-77061f5a84c9/hadoop.log.dir/,STOPPED} 2024-11-12T07:20:41,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:20:41,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:20:41,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 202) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56151) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56151) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7167 (was 6392) - AvailableMemoryMB LEAK? - 2024-11-12T07:20:41,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=7166 2024-11-12T07:20:41,124 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T07:20:41,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir so I do NOT create it in target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec 2024-11-12T07:20:41,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:20:41,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.tmp.dir so I do NOT create it in target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec 2024-11-12T07:20:41,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/11030096-c75e-5e6f-1907-a79587cea284/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:20:41,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec 2024-11-12T07:20:41,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364, deleteOnExit=true 2024-11-12T07:20:41,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/zookeeper_0, clientPort=52672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:20:41,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52672 2024-11-12T07:20:41,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:20:41,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/test.cache.data in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:20:41,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:41,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:20:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:20:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012dea86a10005, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:20:41,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012dea86a10002, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:20:41,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012dea86a10005, quorum=127.0.0.1:56151, baseZNode=/11604735775 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:20:41,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012dea86a10002, quorum=127.0.0.1:56151, baseZNode=/01508923462 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:20:41,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:41,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:41,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:41,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:41,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:20:41,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:41,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b05616f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:41,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26422684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:41,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b538681{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/java.io.tmpdir/jetty-localhost-36031-hadoop-hdfs-3_4_1-tests_jar-_-any-16718912381417615841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:41,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc81520{HTTP/1.1, (http/1.1)}{localhost:36031} 2024-11-12T07:20:41,744 INFO [Time-limited test {}] server.Server(415): Started @194497ms 2024-11-12T07:20:41,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:41,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:41,823 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:42,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:42,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:42,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:42,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:42,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:20:42,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2232ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:42,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348ac3f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:42,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31911a48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/java.io.tmpdir/jetty-localhost-35445-hadoop-hdfs-3_4_1-tests_jar-_-any-7499973319471304495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:42,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cb2cb59{HTTP/1.1, (http/1.1)}{localhost:35445} 2024-11-12T07:20:42,265 INFO [Time-limited test {}] server.Server(415): Started @195018ms 2024-11-12T07:20:42,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:20:43,024 WARN [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/data/data1/current/BP-477083765-172.17.0.2-1731396041167/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:43,024 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/data/data2/current/BP-477083765-172.17.0.2-1731396041167/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:43,043 WARN [Thread-2157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252d322930587813 with lease ID 0xf6e877b1d639991: Processing first storage report for DS-64da7ec6-45ce-4f00-a296-72df504fd5e9 from datanode DatanodeRegistration(127.0.0.1:45909, datanodeUuid=59e47c64-5944-476d-9bd6-b15f94d5ae9d, infoPort=43743, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=323359305;c=1731396041167) 2024-11-12T07:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252d322930587813 with lease ID 0xf6e877b1d639991: from storage DS-64da7ec6-45ce-4f00-a296-72df504fd5e9 node DatanodeRegistration(127.0.0.1:45909, datanodeUuid=59e47c64-5944-476d-9bd6-b15f94d5ae9d, infoPort=43743, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=323359305;c=1731396041167), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252d322930587813 with lease ID 0xf6e877b1d639991: Processing first storage report for DS-7a48349e-e655-4879-8ea8-6e4d7e841c50 from datanode DatanodeRegistration(127.0.0.1:45909, datanodeUuid=59e47c64-5944-476d-9bd6-b15f94d5ae9d, infoPort=43743, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=323359305;c=1731396041167) 2024-11-12T07:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252d322930587813 with lease ID 0xf6e877b1d639991: from storage DS-7a48349e-e655-4879-8ea8-6e4d7e841c50 node DatanodeRegistration(127.0.0.1:45909, datanodeUuid=59e47c64-5944-476d-9bd6-b15f94d5ae9d, infoPort=43743, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=323359305;c=1731396041167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:43,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec 2024-11-12T07:20:43,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:20:43,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04 with version=8 2024-11-12T07:20:43,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/hbase-staging 2024-11-12T07:20:43,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:20:43,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:43,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40267 2024-11-12T07:20:43,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40267 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:43,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402670x0, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:43,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40267-0x1012deaf5520000 connected 2024-11-12T07:20:43,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/running 2024-11-12T07:20:43,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04, hbase.cluster.distributed=false 2024-11-12T07:20:43,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/acl 2024-11-12T07:20:43,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40267 2024-11-12T07:20:43,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40267 2024-11-12T07:20:43,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40267 2024-11-12T07:20:43,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40267 2024-11-12T07:20:43,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40267 2024-11-12T07:20:43,708 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:20:43,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:43,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39501 2024-11-12T07:20:43,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39501 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:43,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395010x0, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:43,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395010x0, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/running 2024-11-12T07:20:43,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:20:43,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39501-0x1012deaf5520001 connected 2024-11-12T07:20:43,720 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:20:43,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/master 2024-11-12T07:20:43,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/acl 2024-11-12T07:20:43,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-12T07:20:43,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39501 2024-11-12T07:20:43,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39501 2024-11-12T07:20:43,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-12T07:20:43,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39501 2024-11-12T07:20:43,741 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:40267 2024-11-12T07:20:43,742 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0238217674/backup-masters/cea23c84c117,40267,1731396043524 2024-11-12T07:20:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/backup-masters 2024-11-12T07:20:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/backup-masters 2024-11-12T07:20:43,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on existing znode=/0238217674/backup-masters/cea23c84c117,40267,1731396043524 2024-11-12T07:20:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0238217674/master 2024-11-12T07:20:43,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:43,759 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on existing znode=/0238217674/master 2024-11-12T07:20:43,759 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0238217674/backup-masters/cea23c84c117,40267,1731396043524 from backup master directory 2024-11-12T07:20:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0238217674/backup-masters/cea23c84c117,40267,1731396043524 2024-11-12T07:20:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/backup-masters 2024-11-12T07:20:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/backup-masters 2024-11-12T07:20:43,769 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:43,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,40267,1731396043524 2024-11-12T07:20:43,772 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/hbase.id] with ID: c5275026-1b86-418e-adb9-0cc8a57be224 2024-11-12T07:20:43,772 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/.tmp/hbase.id 2024-11-12T07:20:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:20:43,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/.tmp/hbase.id]:[hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/hbase.id] 2024-11-12T07:20:43,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:43,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:20:43,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:20:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:43,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:43,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:20:44,206 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:44,207 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:20:44,212 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:20:44,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:20:44,243 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:20:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:44,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:44,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:44,655 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396044655Disabling compacts and flushes for region at 1731396044655Disabling writes for close at 1731396044655Writing region close event to WAL at 1731396044655Closed at 1731396044655 2024-11-12T07:20:44,656 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/.initializing 2024-11-12T07:20:44,656 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/WALs/cea23c84c117,40267,1731396043524 2024-11-12T07:20:44,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:44,658 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C40267%2C1731396043524, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/WALs/cea23c84c117,40267,1731396043524, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/oldWALs, maxLogs=10 2024-11-12T07:20:44,668 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/WALs/cea23c84c117,40267,1731396043524/cea23c84c117%2C40267%2C1731396043524.1731396044658, exclude list is [], retry=0 2024-11-12T07:20:44,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45909,DS-64da7ec6-45ce-4f00-a296-72df504fd5e9,DISK] 2024-11-12T07:20:44,672 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/WALs/cea23c84c117,40267,1731396043524/cea23c84c117%2C40267%2C1731396043524.1731396044658 2024-11-12T07:20:44,672 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43743:43743)] 2024-11-12T07:20:44,672 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:44,672 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:44,672 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,672 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:20:44,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:20:44,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:44,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:44,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:20:44,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:20:44,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:44,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:44,678 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,679 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,679 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,680 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,680 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,680 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:44,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:44,682 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:44,682 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66218257, jitterRate=-0.01327107846736908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:44,683 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396044672Initializing all the Stores at 1731396044673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396044673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396044673Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396044673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396044673Cleaning up temporary data from old regions at 1731396044680 (+7 ms)Region opened successfully at 1731396044683 (+3 ms) 2024-11-12T07:20:44,683 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:20:44,685 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10707cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:44,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:20:44,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:20:44,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:20:44,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:20:44,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:20:44,687 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:20:44,687 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:20:44,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:20:44,689 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/balancer because node does not exist (not necessarily an error) 2024-11-12T07:20:44,695 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/balancer already deleted, retry=false 2024-11-12T07:20:44,695 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:20:44,696 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:20:44,706 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/normalizer already deleted, retry=false 2024-11-12T07:20:44,706 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:20:44,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:20:44,716 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/switch/split already deleted, retry=false 2024-11-12T07:20:44,717 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:20:44,727 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/switch/merge already deleted, retry=false 2024-11-12T07:20:44,729 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:20:44,737 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/snapshot-cleanup already deleted, retry=false 2024-11-12T07:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0238217674/running 2024-11-12T07:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0238217674/running 2024-11-12T07:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,748 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,40267,1731396043524, sessionid=0x1012deaf5520000, setting cluster-up flag (Was=false) 2024-11-12T07:20:44,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,801 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0238217674/flush-table-proc/acquired, /0238217674/flush-table-proc/reached, /0238217674/flush-table-proc/abort 2024-11-12T07:20:44,802 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40267,1731396043524 2024-11-12T07:20:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:44,853 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0238217674/online-snapshot/acquired, /0238217674/online-snapshot/reached, /0238217674/online-snapshot/abort 2024-11-12T07:20:44,854 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40267,1731396043524 2024-11-12T07:20:44,860 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:20:44,861 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:44,862 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:20:44,862 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:20:44,862 WARN [master/cea23c84c117:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cea23c84c117,33681,1731395986982: status=Processing ServerCrashProcedure of cea23c84c117,33681,1731395986982 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731396002145, completionTime=-1 appears to have been leaked 2024-11-12T07:20:44,862 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,40267,1731396043524 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:44,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:44,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:44,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:20:44,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:44,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396074877 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:20:44,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:20:44,881 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:20:44,884 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:20:44,884 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:20:44,884 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:20:44,884 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:20:44,888 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:20:44,888 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:20:44,888 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396044888,5,FailOnTimeoutGroup] 2024-11-12T07:20:44,889 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396044888,5,FailOnTimeoutGroup] 2024-11-12T07:20:44,889 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:44,889 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:20:44,889 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:44,889 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:44,930 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(746): ClusterId : c5275026-1b86-418e-adb9-0cc8a57be224 2024-11-12T07:20:44,930 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:20:44,938 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:20:44,938 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:20:44,949 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:20:44,949 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34233133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:44,962 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:39501 2024-11-12T07:20:44,962 INFO [RS:0;cea23c84c117:39501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:20:44,962 INFO [RS:0;cea23c84c117:39501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:20:44,962 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:20:44,963 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40267,1731396043524 with port=39501, startcode=1731396043707 2024-11-12T07:20:44,963 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:20:44,964 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:20:44,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,39501,1731396043707 2024-11-12T07:20:44,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40267 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,39501,1731396043707 2024-11-12T07:20:44,966 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04 2024-11-12T07:20:44,966 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40239 2024-11-12T07:20:44,966 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:20:44,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/rs 2024-11-12T07:20:44,992 DEBUG [RS:0;cea23c84c117:39501 {}] zookeeper.ZKUtil(111): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on existing znode=/0238217674/rs/cea23c84c117,39501,1731396043707 2024-11-12T07:20:44,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,39501,1731396043707] 2024-11-12T07:20:44,992 WARN [RS:0;cea23c84c117:39501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:44,992 INFO [RS:0;cea23c84c117:39501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:44,992 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707 2024-11-12T07:20:44,999 INFO [RS:0;cea23c84c117:39501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:20:45,000 INFO [RS:0;cea23c84c117:39501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:20:45,001 INFO [RS:0;cea23c84c117:39501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:20:45,001 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,004 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:20:45,005 INFO [RS:0;cea23c84c117:39501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:20:45,005 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,005 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,006 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,006 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,006 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:45,006 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:45,006 DEBUG [RS:0;cea23c84c117:39501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,012 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39501,1731396043707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:45,034 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:20:45,034 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39501,1731396043707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,034 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,034 INFO [RS:0;cea23c84c117:39501 {}] regionserver.Replication(171): cea23c84c117,39501,1731396043707 started 2024-11-12T07:20:45,058 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:45,058 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,39501,1731396043707, RpcServer on cea23c84c117/172.17.0.2:39501, sessionid=0x1012deaf5520001 2024-11-12T07:20:45,058 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:20:45,058 DEBUG [RS:0;cea23c84c117:39501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,39501,1731396043707 2024-11-12T07:20:45,058 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39501,1731396043707' 2024-11-12T07:20:45,058 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0238217674/flush-table-proc/abort' 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0238217674/flush-table-proc/acquired' 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,39501,1731396043707 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39501,1731396043707' 2024-11-12T07:20:45,059 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0238217674/online-snapshot/abort' 2024-11-12T07:20:45,060 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0238217674/online-snapshot/acquired' 2024-11-12T07:20:45,060 DEBUG [RS:0;cea23c84c117:39501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:20:45,060 INFO [RS:0;cea23c84c117:39501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:20:45,060 INFO [RS:0;cea23c84c117:39501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:20:45,160 INFO [RS:0;cea23c84c117:39501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:45,161 INFO [RS:0;cea23c84c117:39501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39501%2C1731396043707, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/oldWALs, maxLogs=10 2024-11-12T07:20:45,173 DEBUG [RS:0;cea23c84c117:39501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, exclude list is [], retry=0 2024-11-12T07:20:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45909,DS-64da7ec6-45ce-4f00-a296-72df504fd5e9,DISK] 2024-11-12T07:20:45,177 INFO [RS:0;cea23c84c117:39501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 2024-11-12T07:20:45,177 DEBUG [RS:0;cea23c84c117:39501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43743:43743)] 2024-11-12T07:20:45,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:20:45,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04 2024-11-12T07:20:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:20:45,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:45,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:45,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:45,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:45,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:45,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:45,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:45,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:45,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:45,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:45,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:45,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:45,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:45,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:45,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:45,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:45,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:45,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:45,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740 2024-11-12T07:20:45,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740 2024-11-12T07:20:45,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:45,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:45,705 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:45,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:45,710 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:45,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069427, jitterRate=0.014313504099845886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:45,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396045689Initializing all the Stores at 1731396045689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396045689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396045690 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396045690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396045690Cleaning up temporary data from old regions at 1731396045705 (+15 ms)Region opened successfully at 1731396045711 (+6 ms) 2024-11-12T07:20:45,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:45,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:45,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:45,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:45,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:45,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396045712Disabling compacts and flushes for region at 1731396045712Disabling writes for close at 1731396045712Writing region close event to WAL at 1731396045713 (+1 ms)Closed at 1731396045713 2024-11-12T07:20:45,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:45,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:20:45,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:20:45,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:45,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:20:45,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:45,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:45,843 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:45,866 DEBUG [cea23c84c117:40267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:45,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:45,868 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39501,1731396043707, state=OPENING 2024-11-12T07:20:45,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:20:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:46,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0238217674/meta-region-server: CHANGED 2024-11-12T07:20:46,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:46,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39501,1731396043707}] 2024-11-12T07:20:46,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0238217674/meta-region-server: CHANGED 2024-11-12T07:20:46,192 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:46,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:20:46,198 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:20:46,198 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:46,198 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:20:46,199 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39501%2C1731396043707.meta, suffix=.meta, logDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/oldWALs, maxLogs=10 2024-11-12T07:20:46,213 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.meta.1731396046199.meta, exclude list is [], retry=0 2024-11-12T07:20:46,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45909,DS-64da7ec6-45ce-4f00-a296-72df504fd5e9,DISK] 2024-11-12T07:20:46,220 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.meta.1731396046199.meta 2024-11-12T07:20:46,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43743:43743)] 2024-11-12T07:20:46,221 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:46,221 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:46,221 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:46,221 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:20:46,221 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:20:46,221 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:20:46,221 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:46,222 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:20:46,222 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:20:46,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:46,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:46,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:46,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:46,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:46,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:46,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:46,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:46,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:46,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:46,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:46,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:46,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:46,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:46,229 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:46,229 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740 2024-11-12T07:20:46,231 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740 2024-11-12T07:20:46,232 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:46,232 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:46,232 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:46,233 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:46,234 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69675838, jitterRate=0.038250893354415894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:46,234 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:20:46,235 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396046222Writing region info on filesystem at 1731396046222Initializing all the Stores at 1731396046222Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396046222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396046223 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396046223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396046223Cleaning up temporary data from old regions at 1731396046232 (+9 ms)Running coprocessor post-open hooks at 1731396046234 (+2 ms)Region opened successfully at 1731396046234 2024-11-12T07:20:46,235 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396046192 2024-11-12T07:20:46,237 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:20:46,238 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:20:46,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:46,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39501,1731396043707, state=OPEN 2024-11-12T07:20:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0238217674/meta-region-server 2024-11-12T07:20:46,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0238217674/meta-region-server 2024-11-12T07:20:46,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0238217674/meta-region-server: CHANGED 2024-11-12T07:20:46,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0238217674/meta-region-server: CHANGED 2024-11-12T07:20:46,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,39501,1731396043707 2024-11-12T07:20:46,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:20:46,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39501,1731396043707 in 279 msec 2024-11-12T07:20:46,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:20:46,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-12T07:20:46,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:46,323 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:20:46,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:46,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39501,1731396043707, seqNum=-1] 2024-11-12T07:20:46,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:46,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:46,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4720 sec 2024-11-12T07:20:46,334 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396046333, completionTime=-1 2024-11-12T07:20:46,334 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:20:46,334 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:20:46,336 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:20:46,336 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396106336 2024-11-12T07:20:46,336 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396166336 2024-11-12T07:20:46,336 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:40267, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,337 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,339 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:20:46,341 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.572sec 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:46,342 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:20:46,349 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:20:46,349 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:20:46,349 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40267,1731396043524-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:46,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6999b4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:46,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:46,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:46,434 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b849e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:46,436 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:46,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b874f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:46,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39501,1731396043707, seqNum=-1] 2024-11-12T07:20:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:46,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:46,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,40267,1731396043524 2024-11-12T07:20:46,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:46,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:46,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012deaf5520002 connected 2024-11-12T07:20:46,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir so I do NOT create it in target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac 2024-11-12T07:20:46,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:20:46,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.tmp.dir so I do NOT create it in target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac 2024-11-12T07:20:46,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:20:46,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac 2024-11-12T07:20:46,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:20:46,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/cluster_e7fd44df-9fda-7ec4-6621-38519fa52f0d, deleteOnExit=true 2024-11-12T07:20:46,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/test.cache.data in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:20:46,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:20:46,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:20:46,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:20:46,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:46,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:47,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:47,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:47,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:20:47,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:47,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480edeea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:47,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50ffc951{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:47,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd5bed6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/java.io.tmpdir/jetty-localhost-36915-hadoop-hdfs-3_4_1-tests_jar-_-any-7320017878094595202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:20:47,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbaee5d{HTTP/1.1, (http/1.1)}{localhost:36915} 2024-11-12T07:20:47,139 INFO [Time-limited test {}] server.Server(415): Started @199891ms 2024-11-12T07:20:47,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:20:47,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:20:47,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:20:47,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:20:47,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:20:47,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225c1209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:20:47,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a66e9cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:20:47,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d321207{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/java.io.tmpdir/jetty-localhost-44221-hadoop-hdfs-3_4_1-tests_jar-_-any-13827059442825942466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:20:47,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed7afd0{HTTP/1.1, (http/1.1)}{localhost:44221} 2024-11-12T07:20:47,563 INFO [Time-limited test {}] server.Server(415): Started @200316ms 2024-11-12T07:20:47,564 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:20:48,305 WARN [Thread-2289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/cluster_e7fd44df-9fda-7ec4-6621-38519fa52f0d/data/data1/current/BP-1194190601-172.17.0.2-1731396046480/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:48,305 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/cluster_e7fd44df-9fda-7ec4-6621-38519fa52f0d/data/data2/current/BP-1194190601-172.17.0.2-1731396046480/current, will proceed with Du for space computation calculation, 2024-11-12T07:20:48,453 WARN [Thread-2277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:20:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64965912b57225fd with lease ID 0xf92fdf8d0d2d89aa: Processing first storage report for DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66 from datanode DatanodeRegistration(127.0.0.1:40419, datanodeUuid=e1fa223b-539c-4ecd-ad84-e27a5bb8f940, infoPort=36797, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=1220343110;c=1731396046480) 2024-11-12T07:20:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64965912b57225fd with lease ID 0xf92fdf8d0d2d89aa: from storage DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66 node DatanodeRegistration(127.0.0.1:40419, datanodeUuid=e1fa223b-539c-4ecd-ad84-e27a5bb8f940, infoPort=36797, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=1220343110;c=1731396046480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64965912b57225fd with lease ID 0xf92fdf8d0d2d89aa: Processing first storage report for DS-e6d89b65-94b1-4399-b3bc-8285bf61c829 from datanode DatanodeRegistration(127.0.0.1:40419, datanodeUuid=e1fa223b-539c-4ecd-ad84-e27a5bb8f940, infoPort=36797, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=1220343110;c=1731396046480) 2024-11-12T07:20:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64965912b57225fd with lease ID 0xf92fdf8d0d2d89aa: from storage DS-e6d89b65-94b1-4399-b3bc-8285bf61c829 node DatanodeRegistration(127.0.0.1:40419, datanodeUuid=e1fa223b-539c-4ecd-ad84-e27a5bb8f940, infoPort=36797, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=1220343110;c=1731396046480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:20:48,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac 2024-11-12T07:20:48,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:20:48,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099 with version=8 2024-11-12T07:20:48,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/hbase-staging 2024-11-12T07:20:48,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:20:48,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:48,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41019 2024-11-12T07:20:48,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41019 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:48,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410190x0, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:48,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41019-0x1012deaf5520003 connected 2024-11-12T07:20:48,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/running 2024-11-12T07:20:48,733 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099, hbase.cluster.distributed=false 2024-11-12T07:20:48,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/acl 2024-11-12T07:20:48,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-12T07:20:48,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41019 2024-11-12T07:20:48,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41019 2024-11-12T07:20:48,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-12T07:20:48,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41019 2024-11-12T07:20:48,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:20:48,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:20:48,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43725 2024-11-12T07:20:48,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43725 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:48,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437250x0, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:48,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437250x0, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/running 2024-11-12T07:20:48,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:20:48,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43725-0x1012deaf5520004 connected 2024-11-12T07:20:48,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:20:48,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/master 2024-11-12T07:20:48,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/acl 2024-11-12T07:20:48,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-12T07:20:48,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-11-12T07:20:48,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-11-12T07:20:48,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-12T07:20:48,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-12T07:20:48,824 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:41019 2024-11-12T07:20:48,824 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /128826535/backup-masters/cea23c84c117,41019,1731396048580 2024-11-12T07:20:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/backup-masters 2024-11-12T07:20:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/backup-masters 2024-11-12T07:20:48,832 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on existing znode=/128826535/backup-masters/cea23c84c117,41019,1731396048580 2024-11-12T07:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128826535/master 2024-11-12T07:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:48,843 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on existing znode=/128826535/master 2024-11-12T07:20:48,843 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /128826535/backup-masters/cea23c84c117,41019,1731396048580 from backup master directory 2024-11-12T07:20:48,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128826535/backup-masters/cea23c84c117,41019,1731396048580 2024-11-12T07:20:48,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/backup-masters 2024-11-12T07:20:48,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/backup-masters 2024-11-12T07:20:48,853 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:48,853 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,41019,1731396048580 2024-11-12T07:20:48,856 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/hbase.id] with ID: e102ef8a-71a8-4632-ad38-023b713d1680 2024-11-12T07:20:48,856 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/.tmp/hbase.id 2024-11-12T07:20:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:20:48,862 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/.tmp/hbase.id]:[hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/hbase.id] 2024-11-12T07:20:48,870 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:20:48,870 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:20:48,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:20:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:20:49,298 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:49,299 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:20:49,300 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:49,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:20:49,351 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store 2024-11-12T07:20:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:20:49,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:20:49,781 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:49,781 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:20:49,781 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396049781Disabling compacts and flushes for region at 1731396049781Disabling writes for close at 1731396049781Writing region close event to WAL at 1731396049781Closed at 1731396049781 2024-11-12T07:20:49,782 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/.initializing 2024-11-12T07:20:49,782 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/WALs/cea23c84c117,41019,1731396048580 2024-11-12T07:20:49,782 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:49,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C41019%2C1731396048580, suffix=, logDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/WALs/cea23c84c117,41019,1731396048580, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/oldWALs, maxLogs=10 2024-11-12T07:20:49,821 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/WALs/cea23c84c117,41019,1731396048580/cea23c84c117%2C41019%2C1731396048580.1731396049790, exclude list is [], retry=0 2024-11-12T07:20:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40419,DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66,DISK] 2024-11-12T07:20:49,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/WALs/cea23c84c117,41019,1731396048580/cea23c84c117%2C41019%2C1731396048580.1731396049790 2024-11-12T07:20:49,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,879 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36797:36797)] 2024-11-12T07:20:49,879 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:49,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:49,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:49,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:20:49,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:49,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:49,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:20:49,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:49,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:49,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:20:49,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:49,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:49,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:20:49,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:49,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:49,904 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,905 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,905 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,906 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,906 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,906 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:49,907 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:20:49,917 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:49,917 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64630396, jitterRate=-0.03693205118179321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:49,917 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396049880Initializing all the Stores at 1731396049881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396049881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396049896 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396049896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396049896Cleaning up temporary data from old regions at 1731396049906 (+10 ms)Region opened successfully at 1731396049917 (+11 ms) 2024-11-12T07:20:49,920 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:20:49,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d9de67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:49,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:20:49,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:20:49,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:20:49,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:20:49,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:20:49,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:20:49,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:20:49,945 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:20:49,945 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/balancer because node does not exist (not necessarily an error) 2024-11-12T07:20:50,055 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/balancer already deleted, retry=false 2024-11-12T07:20:50,055 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:20:50,056 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:20:50,063 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/normalizer already deleted, retry=false 2024-11-12T07:20:50,064 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:20:50,072 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:20:50,084 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/switch/split already deleted, retry=false 2024-11-12T07:20:50,085 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:20:50,095 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/switch/merge already deleted, retry=false 2024-11-12T07:20:50,097 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:20:50,105 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/snapshot-cleanup already deleted, retry=false 2024-11-12T07:20:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128826535/running 2024-11-12T07:20:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/128826535/running 2024-11-12T07:20:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,41019,1731396048580, sessionid=0x1012deaf5520003, setting cluster-up flag (Was=false) 2024-11-12T07:20:50,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,169 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /128826535/flush-table-proc/acquired, /128826535/flush-table-proc/reached, /128826535/flush-table-proc/abort 2024-11-12T07:20:50,172 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41019,1731396048580 2024-11-12T07:20:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,221 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /128826535/online-snapshot/acquired, /128826535/online-snapshot/reached, /128826535/online-snapshot/abort 2024-11-12T07:20:50,227 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41019,1731396048580 2024-11-12T07:20:50,243 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:20:50,254 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:50,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:20:50,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:20:50,254 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,41019,1731396048580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:50,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:50,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:20:50,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:50,270 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:20:50,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396080288 2024-11-12T07:20:50,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:20:50,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:20:50,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:20:50,288 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:20:50,289 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:20:50,289 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:20:50,296 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,304 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:20:50,304 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:20:50,304 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:20:50,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:20:50,312 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:20:50,312 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:20:50,320 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396050312,5,FailOnTimeoutGroup] 2024-11-12T07:20:50,321 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396050320,5,FailOnTimeoutGroup] 2024-11-12T07:20:50,321 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,321 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:20:50,321 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,321 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,323 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(746): ClusterId : e102ef8a-71a8-4632-ad38-023b713d1680 2024-11-12T07:20:50,323 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:20:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:20:50,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:20:50,329 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099 2024-11-12T07:20:50,337 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:20:50,337 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:20:50,348 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:20:50,349 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f06e7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:20:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:20:50,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:50,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:50,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:50,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:50,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:50,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:50,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:50,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:50,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:50,385 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:43725 2024-11-12T07:20:50,385 INFO [RS:0;cea23c84c117:43725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:20:50,385 INFO [RS:0;cea23c84c117:43725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:20:50,386 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:20:50,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:50,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:50,386 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,41019,1731396048580 with port=43725, startcode=1731396048767 2024-11-12T07:20:50,387 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:20:50,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:50,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:50,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:50,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:50,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:50,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:50,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740 2024-11-12T07:20:50,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740 2024-11-12T07:20:50,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:50,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:50,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:50,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:50,401 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:20:50,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41019 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,408 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099 2024-11-12T07:20:50,408 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43525 2024-11-12T07:20:50,408 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:20:50,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:50,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63399890, jitterRate=-0.05526801943778992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396050350Initializing all the Stores at 1731396050351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396050351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396050367 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396050367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396050367Cleaning up temporary data from old regions at 1731396050393 (+26 ms)Region opened successfully at 1731396050418 (+25 ms) 2024-11-12T07:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:20:50,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:20:50,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/rs 2024-11-12T07:20:50,422 DEBUG [RS:0;cea23c84c117:43725 {}] zookeeper.ZKUtil(111): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on existing znode=/128826535/rs/cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,422 WARN [RS:0;cea23c84c117:43725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:20:50,422 INFO [RS:0;cea23c84c117:43725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:50,422 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:20:50,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396050418Disabling compacts and flushes for region at 1731396050418Disabling writes for close at 1731396050418Writing region close event to WAL at 1731396050427 (+9 ms)Closed at 1731396050427 2024-11-12T07:20:50,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:50,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:20:50,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:20:50,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:50,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:20:50,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,43725,1731396048767] 2024-11-12T07:20:50,479 INFO [RS:0;cea23c84c117:43725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:20:50,492 INFO [RS:0;cea23c84c117:43725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:20:50,504 INFO [RS:0;cea23c84c117:43725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:20:50,504 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,516 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:20:50,517 INFO [RS:0;cea23c84c117:43725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:20:50,517 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,517 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,517 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,517 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:50,518 DEBUG [RS:0;cea23c84c117:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,528 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43725,1731396048767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:50,551 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:20:50,552 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43725,1731396048767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,552 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,552 INFO [RS:0;cea23c84c117:43725 {}] regionserver.Replication(171): cea23c84c117,43725,1731396048767 started 2024-11-12T07:20:50,577 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:50,577 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,43725,1731396048767, RpcServer on cea23c84c117/172.17.0.2:43725, sessionid=0x1012deaf5520004 2024-11-12T07:20:50,577 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:20:50,577 DEBUG [RS:0;cea23c84c117:43725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,577 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43725,1731396048767' 2024-11-12T07:20:50,577 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/128826535/flush-table-proc/abort' 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/128826535/flush-table-proc/acquired' 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43725,1731396048767' 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/128826535/online-snapshot/abort' 2024-11-12T07:20:50,578 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/128826535/online-snapshot/acquired' 2024-11-12T07:20:50,579 DEBUG [RS:0;cea23c84c117:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:20:50,579 INFO [RS:0;cea23c84c117:43725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:20:50,579 INFO [RS:0;cea23c84c117:43725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:20:50,582 WARN [cea23c84c117:41019 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T07:20:50,679 INFO [RS:0;cea23c84c117:43725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:20:50,680 INFO [RS:0;cea23c84c117:43725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43725%2C1731396048767, suffix=, logDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/oldWALs, maxLogs=10 2024-11-12T07:20:50,697 DEBUG [RS:0;cea23c84c117:43725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, exclude list is [], retry=0 2024-11-12T07:20:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40419,DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66,DISK] 2024-11-12T07:20:50,726 INFO [RS:0;cea23c84c117:43725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 2024-11-12T07:20:50,726 DEBUG [RS:0;cea23c84c117:43725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36797:36797)] 2024-11-12T07:20:50,832 DEBUG [cea23c84c117:41019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:20:50,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:50,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43725,1731396048767, state=OPENING 2024-11-12T07:20:50,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:20:50,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:50,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128826535/meta-region-server: CHANGED 2024-11-12T07:20:50,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:20:50,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128826535/meta-region-server: CHANGED 2024-11-12T07:20:50,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43725,1731396048767}] 2024-11-12T07:20:51,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:20:51,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:51,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:20:51,156 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:20:51,156 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:51,157 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:20:51,158 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43725%2C1731396048767.meta, suffix=.meta, logDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/oldWALs, maxLogs=10 2024-11-12T07:20:51,193 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.meta.1731396051158.meta, exclude list is [], retry=0 2024-11-12T07:20:51,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40419,DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66,DISK] 2024-11-12T07:20:51,219 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.meta.1731396051158.meta 2024-11-12T07:20:51,219 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36797:36797)] 2024-11-12T07:20:51,219 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:51,220 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:20:51,220 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:20:51,220 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:20:51,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:20:51,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:20:51,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:51,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:20:51,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:20:51,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:20:51,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:20:51,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:51,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:20:51,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:20:51,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:20:51,244 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:20:51,245 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740 2024-11-12T07:20:51,246 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740 2024-11-12T07:20:51,250 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:20:51,250 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:20:51,251 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:20:51,259 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:20:51,260 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74063593, jitterRate=0.10363353788852692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:20:51,261 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:20:51,261 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396051221Writing region info on filesystem at 1731396051221Initializing all the Stores at 1731396051221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396051222 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396051235 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396051235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396051235Cleaning up temporary data from old regions at 1731396051250 (+15 ms)Running coprocessor post-open hooks at 1731396051261 (+11 ms)Region opened successfully at 1731396051261 2024-11-12T07:20:51,261 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396051128 2024-11-12T07:20:51,264 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:20:51,264 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:20:51,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:51,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43725,1731396048767, state=OPEN 2024-11-12T07:20:51,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/128826535/meta-region-server 2024-11-12T07:20:51,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/128826535/meta-region-server 2024-11-12T07:20:51,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128826535/meta-region-server: CHANGED 2024-11-12T07:20:51,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,43725,1731396048767 2024-11-12T07:20:51,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /128826535/meta-region-server: CHANGED 2024-11-12T07:20:51,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:20:51,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43725,1731396048767 in 322 msec 2024-11-12T07:20:51,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:20:51,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 860 msec 2024-11-12T07:20:51,292 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:20:51,292 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:20:51,293 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:51,293 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43725,1731396048767, seqNum=-1] 2024-11-12T07:20:51,293 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:51,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:51,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0470 sec 2024-11-12T07:20:51,301 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396051301, completionTime=-1 2024-11-12T07:20:51,301 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:20:51,301 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396111305 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396171305 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:41019, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,309 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:20:51,320 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,327 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.474sec 2024-11-12T07:20:51,327 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:20:51,327 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:20:51,327 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:20:51,327 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:20:51,328 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:20:51,328 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:20:51,328 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:20:51,356 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:20:51,356 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:20:51,356 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41019,1731396048580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:20:51,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8c0fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:51,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:51,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:51,441 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed7fde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:51,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:51,444 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:51,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c7a1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:51,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43725,1731396048767, seqNum=-1] 2024-11-12T07:20:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:51,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:51,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,41019,1731396048580 2024-11-12T07:20:51,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52672 2024-11-12T07:20:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:20:51,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40267,1731396043524 2024-11-12T07:20:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155d2e0c 2024-11-12T07:20:51,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:51,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012deaf5520005 connected 2024-11-12T07:20:51,479 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:51,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:20:51,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:51,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:20:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:51,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:20:51,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e15c9c86d6a27864828b0ee201a85b1f, NAME => 'test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04 2024-11-12T07:20:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e15c9c86d6a27864828b0ee201a85b1f, disabling compactions & flushes 2024-11-12T07:20:51,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. after waiting 0 ms 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,556 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e15c9c86d6a27864828b0ee201a85b1f: Waiting for close lock at 1731396051556Disabling compacts and flushes for region at 1731396051556Disabling writes for close at 1731396051556Writing region close event to WAL at 1731396051556Closed at 1731396051556 2024-11-12T07:20:51,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:51,558 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396051558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396051558"}]},"ts":"1731396051558"} 2024-11-12T07:20:51,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:51,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:51,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396051562"}]},"ts":"1731396051562"} 2024-11-12T07:20:51,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:20:51,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e15c9c86d6a27864828b0ee201a85b1f, ASSIGN}] 2024-11-12T07:20:51,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e15c9c86d6a27864828b0ee201a85b1f, ASSIGN 2024-11-12T07:20:51,568 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e15c9c86d6a27864828b0ee201a85b1f, ASSIGN; state=OFFLINE, location=cea23c84c117,39501,1731396043707; forceNewPlan=false, retain=false 2024-11-12T07:20:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:51,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e15c9c86d6a27864828b0ee201a85b1f, regionState=OPENING, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:51,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e15c9c86d6a27864828b0ee201a85b1f, ASSIGN because future has completed 2024-11-12T07:20:51,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15c9c86d6a27864828b0ee201a85b1f, server=cea23c84c117,39501,1731396043707}] 2024-11-12T07:20:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:51,878 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,878 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e15c9c86d6a27864828b0ee201a85b1f, NAME => 'test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:51,879 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:51,879 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:20:51,879 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,879 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:51,879 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,879 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,880 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,881 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15c9c86d6a27864828b0ee201a85b1f columnFamilyName f 2024-11-12T07:20:51,881 DEBUG [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,882 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(327): Store=e15c9c86d6a27864828b0ee201a85b1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:51,882 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,883 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15c9c86d6a27864828b0ee201a85b1f columnFamilyName f1 2024-11-12T07:20:51,883 DEBUG [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,883 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(327): Store=e15c9c86d6a27864828b0ee201a85b1f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:51,883 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,884 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e15c9c86d6a27864828b0ee201a85b1f columnFamilyName norep 2024-11-12T07:20:51,884 DEBUG [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:51,884 INFO [StoreOpener-e15c9c86d6a27864828b0ee201a85b1f-1 {}] regionserver.HStore(327): Store=e15c9c86d6a27864828b0ee201a85b1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:51,884 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,886 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,886 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,886 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:51,887 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,889 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:51,890 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e15c9c86d6a27864828b0ee201a85b1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67601126, jitterRate=0.007335275411605835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:51,890 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:20:51,890 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e15c9c86d6a27864828b0ee201a85b1f: Running coprocessor pre-open hook at 1731396051879Writing region info on filesystem at 1731396051879Initializing all the Stores at 1731396051880 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396051880Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396051880Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396051880Cleaning up temporary data from old regions at 1731396051886 (+6 ms)Running coprocessor post-open hooks at 1731396051890 (+4 ms)Region opened successfully at 1731396051890 2024-11-12T07:20:51,891 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f., pid=6, masterSystemTime=1731396051875 2024-11-12T07:20:51,893 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,893 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:20:51,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e15c9c86d6a27864828b0ee201a85b1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:51,896 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40267 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cea23c84c117,39501,1731396043707, table=test, region=e15c9c86d6a27864828b0ee201a85b1f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:20:51,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e15c9c86d6a27864828b0ee201a85b1f, server=cea23c84c117,39501,1731396043707 because future has completed 2024-11-12T07:20:51,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:20:51,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e15c9c86d6a27864828b0ee201a85b1f, server=cea23c84c117,39501,1731396043707 in 176 msec 2024-11-12T07:20:51,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:20:51,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e15c9c86d6a27864828b0ee201a85b1f, ASSIGN in 335 msec 2024-11-12T07:20:51,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:51,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396051902"}]},"ts":"1731396051902"} 2024-11-12T07:20:51,904 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:20:51,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:51,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 423 msec 2024-11-12T07:20:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:52,113 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:20:52,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41019,1731396048580 2024-11-12T07:20:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4339906c 2024-11-12T07:20:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:52,116 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:52,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:20:52,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:52,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:52,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:20:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:52,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:20:52,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77237b520c42d95437a71e837c1e82de, NAME => 'test,,1731396052116.77237b520c42d95437a71e837c1e82de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099 2024-11-12T07:20:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:20:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396052116.77237b520c42d95437a71e837c1e82de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 77237b520c42d95437a71e837c1e82de, disabling compactions & flushes 2024-11-12T07:20:52,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396052116.77237b520c42d95437a71e837c1e82de. after waiting 0 ms 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77237b520c42d95437a71e837c1e82de: Waiting for close lock at 1731396052540Disabling compacts and flushes for region at 1731396052540Disabling writes for close at 1731396052540Writing region close event to WAL at 1731396052540Closed at 1731396052540 2024-11-12T07:20:52,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:52,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396052116.77237b520c42d95437a71e837c1e82de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396052541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396052541"}]},"ts":"1731396052541"} 2024-11-12T07:20:52,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:52,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:52,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396052547"}]},"ts":"1731396052547"} 2024-11-12T07:20:52,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:20:52,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77237b520c42d95437a71e837c1e82de, ASSIGN}] 2024-11-12T07:20:52,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77237b520c42d95437a71e837c1e82de, ASSIGN 2024-11-12T07:20:52,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=77237b520c42d95437a71e837c1e82de, ASSIGN; state=OFFLINE, location=cea23c84c117,43725,1731396048767; forceNewPlan=false, retain=false 2024-11-12T07:20:52,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77237b520c42d95437a71e837c1e82de, regionState=OPENING, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:52,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=77237b520c42d95437a71e837c1e82de, ASSIGN because future has completed 2024-11-12T07:20:52,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77237b520c42d95437a71e837c1e82de, server=cea23c84c117,43725,1731396048767}] 2024-11-12T07:20:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:52,884 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,884 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77237b520c42d95437a71e837c1e82de, NAME => 'test,,1731396052116.77237b520c42d95437a71e837c1e82de.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:52,884 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:52,885 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:20:52,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396052116.77237b520c42d95437a71e837c1e82de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:52,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,885 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,888 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,889 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77237b520c42d95437a71e837c1e82de columnFamilyName f 2024-11-12T07:20:52,889 DEBUG [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:52,890 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(327): Store=77237b520c42d95437a71e837c1e82de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:52,890 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,890 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77237b520c42d95437a71e837c1e82de columnFamilyName f1 2024-11-12T07:20:52,890 DEBUG [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:52,891 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(327): Store=77237b520c42d95437a71e837c1e82de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:52,891 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,892 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77237b520c42d95437a71e837c1e82de columnFamilyName norep 2024-11-12T07:20:52,892 DEBUG [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:52,892 INFO [StoreOpener-77237b520c42d95437a71e837c1e82de-1 {}] regionserver.HStore(327): Store=77237b520c42d95437a71e837c1e82de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:52,892 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,893 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,893 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,894 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,894 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,894 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:52,895 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,901 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:52,901 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77237b520c42d95437a71e837c1e82de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73833307, jitterRate=0.10020200908184052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:52,901 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:20:52,901 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77237b520c42d95437a71e837c1e82de: Running coprocessor pre-open hook at 1731396052885Writing region info on filesystem at 1731396052885Initializing all the Stores at 1731396052886 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396052886Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396052888 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396052888Cleaning up temporary data from old regions at 1731396052894 (+6 ms)Running coprocessor post-open hooks at 1731396052901 (+7 ms)Region opened successfully at 1731396052901 2024-11-12T07:20:52,902 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396052116.77237b520c42d95437a71e837c1e82de., pid=6, masterSystemTime=1731396052873 2024-11-12T07:20:52,904 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,905 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:20:52,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77237b520c42d95437a71e837c1e82de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:52,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77237b520c42d95437a71e837c1e82de, server=cea23c84c117,43725,1731396048767 because future has completed 2024-11-12T07:20:52,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:20:52,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77237b520c42d95437a71e837c1e82de, server=cea23c84c117,43725,1731396048767 in 189 msec 2024-11-12T07:20:52,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:20:52,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=77237b520c42d95437a71e837c1e82de, ASSIGN in 360 msec 2024-11-12T07:20:52,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:52,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396052913"}]},"ts":"1731396052913"} 2024-11-12T07:20:52,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:20:52,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:52,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-11-12T07:20:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:20:53,262 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:20:53,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7017af6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:53,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:53,264 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1ff3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,265 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3affd6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@def2da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:53,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:53,268 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50047c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,271 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:53,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e62e7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6501934f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:53,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:53,273 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ffe38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,275 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bbbdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40267,1731396043524 2024-11-12T07:20:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b0b272 2024-11-12T07:20:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:53,277 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:53,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:41019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:20:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:20:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:53,280 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41019' 2024-11-12T07:20:53,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b44e59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,281 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:53,281 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:53,282 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bbfca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,283 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8ecd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:53,283 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41019,1731396048580 2024-11-12T07:20:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c294256 2024-11-12T07:20:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:53,285 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:53,285 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:20:53,285 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:20:53,285 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:53,286 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:53,286 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:53,287 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:20:53,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:53,288 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:53,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:20:53,337 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:20:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:53,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e5facc599ca6f76918002f7af9b9c29, NAME => 'hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04 2024-11-12T07:20:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:20:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e5facc599ca6f76918002f7af9b9c29, disabling compactions & flushes 2024-11-12T07:20:54,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. after waiting 0 ms 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e5facc599ca6f76918002f7af9b9c29: Waiting for close lock at 1731396054103Disabling compacts and flushes for region at 1731396054103Disabling writes for close at 1731396054103Writing region close event to WAL at 1731396054103Closed at 1731396054103 2024-11-12T07:20:54,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:54,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396054104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396054104"}]},"ts":"1731396054104"} 2024-11-12T07:20:54,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:54,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:54,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396054107"}]},"ts":"1731396054107"} 2024-11-12T07:20:54,109 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:20:54,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5facc599ca6f76918002f7af9b9c29, ASSIGN}] 2024-11-12T07:20:54,110 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5facc599ca6f76918002f7af9b9c29, ASSIGN 2024-11-12T07:20:54,110 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e5facc599ca6f76918002f7af9b9c29, ASSIGN; state=OFFLINE, location=cea23c84c117,39501,1731396043707; forceNewPlan=false, retain=false 2024-11-12T07:20:54,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:20:54,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:20:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:20:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T07:20:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:20:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:20:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:20:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:20:54,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:20:54,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:20:54,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e5facc599ca6f76918002f7af9b9c29, regionState=OPENING, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e5facc599ca6f76918002f7af9b9c29, ASSIGN because future has completed 2024-11-12T07:20:54,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5facc599ca6f76918002f7af9b9c29, server=cea23c84c117,39501,1731396043707}] 2024-11-12T07:20:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:20:54,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39501%2C1731396043707.rep, suffix=, logDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707, archiveDir=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/oldWALs, maxLogs=10 2024-11-12T07:20:54,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.rep.1731396054419, exclude list is [], retry=0 2024-11-12T07:20:54,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45909,DS-64da7ec6-45ce-4f00-a296-72df504fd5e9,DISK] 2024-11-12T07:20:54,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.rep.1731396054419 2024-11-12T07:20:54,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43743:43743)] 2024-11-12T07:20:54,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e5facc599ca6f76918002f7af9b9c29, NAME => 'hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:54,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:54,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:54,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. service=MultiRowMutationService 2024-11-12T07:20:54,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:20:54,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:54,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,439 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,440 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5facc599ca6f76918002f7af9b9c29 columnFamilyName hfileref 2024-11-12T07:20:54,440 DEBUG [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:54,441 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(327): Store=1e5facc599ca6f76918002f7af9b9c29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:54,441 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,442 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5facc599ca6f76918002f7af9b9c29 columnFamilyName queue 2024-11-12T07:20:54,442 DEBUG [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:54,442 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(327): Store=1e5facc599ca6f76918002f7af9b9c29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:54,442 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,443 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e5facc599ca6f76918002f7af9b9c29 columnFamilyName sid 2024-11-12T07:20:54,443 DEBUG [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:54,443 INFO [StoreOpener-1e5facc599ca6f76918002f7af9b9c29-1 {}] regionserver.HStore(327): Store=1e5facc599ca6f76918002f7af9b9c29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/replication/1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/replication/1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:54,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/replication/1e5facc599ca6f76918002f7af9b9c29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:54,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e5facc599ca6f76918002f7af9b9c29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62627722, jitterRate=-0.06677421927452087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:54,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:20:54,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e5facc599ca6f76918002f7af9b9c29: Running coprocessor pre-open hook at 1731396054436Writing region info on filesystem at 1731396054436Initializing all the Stores at 1731396054437 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396054437Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396054439 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396054439Cleaning up temporary data from old regions at 1731396054447 (+8 ms)Running coprocessor post-open hooks at 1731396054450 (+3 ms)Region opened successfully at 1731396054450 2024-11-12T07:20:54,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29., pid=10, masterSystemTime=1731396054415 2024-11-12T07:20:54,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e5facc599ca6f76918002f7af9b9c29, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39501,1731396043707 2024-11-12T07:20:54,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:20:54,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e5facc599ca6f76918002f7af9b9c29, server=cea23c84c117,39501,1731396043707 because future has completed 2024-11-12T07:20:54,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:20:54,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e5facc599ca6f76918002f7af9b9c29, server=cea23c84c117,39501,1731396043707 in 194 msec 2024-11-12T07:20:54,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:20:54,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e5facc599ca6f76918002f7af9b9c29, ASSIGN in 349 msec 2024-11-12T07:20:54,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:54,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396054460"}]},"ts":"1731396054460"} 2024-11-12T07:20:54,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:20:54,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:54,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-12T07:20:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29., hostname=cea23c84c117,39501,1731396043707, seqNum=2] 2024-11-12T07:20:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:20:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:20:54,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:20:54,753 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:20:54,780 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,39501,1731396043707, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:20:54,780 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:54,780 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39501,1731396043707, seqNum=-1] 2024-11-12T07:20:54,780 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:54,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:54,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,39501,1731396043707', locateType=CURRENT is [region=hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29., hostname=cea23c84c117,39501,1731396043707, seqNum=2] 2024-11-12T07:20:54,786 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:20:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:20:54,788 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,39501,1731396043707 suceeded 2024-11-12T07:20:54,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:20:54,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-12T07:20:54,789 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:41019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:20:54,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-12T07:20:54,799 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41019' 2024-11-12T07:20:54,800 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1245c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:54,800 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:54,800 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:54,800 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:54,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7654b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:54,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:54,801 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:54,802 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b959cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:54,802 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:54,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41019,1731396048580 2024-11-12T07:20:54,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f33db5 2024-11-12T07:20:54,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:54,803 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:54,803 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,39501,1731396043707 (queues=1) is replicating from cluster=c5275026-1b86-418e-adb9-0cc8a57be224 to cluster=e102ef8a-71a8-4632-ad38-023b713d1680 2024-11-12T07:20:54,804 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C39501%2C1731396043707 2024-11-12T07:20:54,804 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,39501,1731396043707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:20:54,804 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C39501%2C1731396043707 2024-11-12T07:20:54,804 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, startPosition=0, beingWritten=true 2024-11-12T07:20:54,808 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:54,808 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:54,808 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:55,012 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:55,315 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:55,422 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:20:55,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:55,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:55,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:55,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15053083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:55,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:55,424 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d65e97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,425 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:55,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327cc84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41019,1731396048580 2024-11-12T07:20:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f027984 2024-11-12T07:20:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:55,427 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:55,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:40267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:20:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:20:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:55,429 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40267' 2024-11-12T07:20:55,430 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a57ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,430 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:55,430 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:55,431 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22af0e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,432 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c44a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:55,433 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40267,1731396043524 2024-11-12T07:20:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7972b5 2024-11-12T07:20:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:55,434 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:20:55,435 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T07:20:55,435 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:20:55,435 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,435 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:55,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:55,435 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:20:55,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:20:55,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:20:55,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:55,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:20:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:20:55,486 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:20:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:55,718 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:55,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a582e670096bac7e9bca6234418c4668, NAME => 'hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099 2024-11-12T07:20:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:20:55,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:55,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:55,872 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:56,222 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a582e670096bac7e9bca6234418c4668, disabling compactions & flushes 2024-11-12T07:20:56,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. after waiting 0 ms 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,254 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a582e670096bac7e9bca6234418c4668: Waiting for close lock at 1731396056254Disabling compacts and flushes for region at 1731396056254Disabling writes for close at 1731396056254Writing region close event to WAL at 1731396056254Closed at 1731396056254 2024-11-12T07:20:56,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:20:56,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396056304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396056304"}]},"ts":"1731396056304"} 2024-11-12T07:20:56,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:20:56,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:20:56,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396056307"}]},"ts":"1731396056307"} 2024-11-12T07:20:56,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:20:56,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a582e670096bac7e9bca6234418c4668, ASSIGN}] 2024-11-12T07:20:56,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a582e670096bac7e9bca6234418c4668, ASSIGN 2024-11-12T07:20:56,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a582e670096bac7e9bca6234418c4668, ASSIGN; state=OFFLINE, location=cea23c84c117,43725,1731396048767; forceNewPlan=false, retain=false 2024-11-12T07:20:56,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a582e670096bac7e9bca6234418c4668, regionState=OPENING, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:56,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a582e670096bac7e9bca6234418c4668, ASSIGN because future has completed 2024-11-12T07:20:56,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a582e670096bac7e9bca6234418c4668, server=cea23c84c117,43725,1731396048767}] 2024-11-12T07:20:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:56,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:20:56,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:20:56,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43725%2C1731396048767.rep, suffix=, logDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/oldWALs, maxLogs=10 2024-11-12T07:20:56,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.rep.1731396056620, exclude list is [], retry=0 2024-11-12T07:20:56,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40419,DS-2ed1a586-0e29-42b3-a9c9-2d7162c90b66,DISK] 2024-11-12T07:20:56,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.rep.1731396056620 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36797:36797)] 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a582e670096bac7e9bca6234418c4668, NAME => 'hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:20:56,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. service=MultiRowMutationService 2024-11-12T07:20:56,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,641 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,642 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a582e670096bac7e9bca6234418c4668 columnFamilyName hfileref 2024-11-12T07:20:56,642 DEBUG [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:56,643 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(327): Store=a582e670096bac7e9bca6234418c4668/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:56,643 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,643 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a582e670096bac7e9bca6234418c4668 columnFamilyName queue 2024-11-12T07:20:56,643 DEBUG [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:56,644 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(327): Store=a582e670096bac7e9bca6234418c4668/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:56,644 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,644 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a582e670096bac7e9bca6234418c4668 columnFamilyName sid 2024-11-12T07:20:56,644 DEBUG [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:20:56,645 INFO [StoreOpener-a582e670096bac7e9bca6234418c4668-1 {}] regionserver.HStore(327): Store=a582e670096bac7e9bca6234418c4668/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:20:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/replication/a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/replication/a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:20:56,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/replication/a582e670096bac7e9bca6234418c4668/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:20:56,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a582e670096bac7e9bca6234418c4668; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69384618, jitterRate=0.03391137719154358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:20:56,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a582e670096bac7e9bca6234418c4668 2024-11-12T07:20:56,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a582e670096bac7e9bca6234418c4668: Running coprocessor pre-open hook at 1731396056640Writing region info on filesystem at 1731396056641 (+1 ms)Initializing all the Stores at 1731396056641Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396056641Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396056641Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396056641Cleaning up temporary data from old regions at 1731396056646 (+5 ms)Running coprocessor post-open hooks at 1731396056649 (+3 ms)Region opened successfully at 1731396056649 2024-11-12T07:20:56,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., pid=10, masterSystemTime=1731396056615 2024-11-12T07:20:56,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:20:56,652 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a582e670096bac7e9bca6234418c4668, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43725,1731396048767 2024-11-12T07:20:56,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a582e670096bac7e9bca6234418c4668, server=cea23c84c117,43725,1731396048767 because future has completed 2024-11-12T07:20:56,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:20:56,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a582e670096bac7e9bca6234418c4668, server=cea23c84c117,43725,1731396048767 in 192 msec 2024-11-12T07:20:56,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:20:56,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a582e670096bac7e9bca6234418c4668, ASSIGN in 348 msec 2024-11-12T07:20:56,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:20:56,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396056660"}]},"ts":"1731396056660"} 2024-11-12T07:20:56,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:20:56,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:20:56,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-12T07:20:56,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., hostname=cea23c84c117,43725,1731396048767, seqNum=2] 2024-11-12T07:20:56,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:20:56,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:20:56,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:20:56,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:20:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:20:56,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:20:56,826 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:56,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:20:56,974 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:20:57,003 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,43725,1731396048767, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:20:57,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:57,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43725,1731396048767, seqNum=-1] 2024-11-12T07:20:57,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:57,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:57,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,43725,1731396048767', locateType=CURRENT is [region=hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., hostname=cea23c84c117,43725,1731396048767, seqNum=2] 2024-11-12T07:20:57,008 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:20:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:20:57,010 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,43725,1731396048767 suceeded 2024-11-12T07:20:57,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:20:57,012 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:40267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:20:57,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-12T07:20:57,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5850 sec 2024-11-12T07:20:57,021 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40267' 2024-11-12T07:20:57,022 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2d37b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:57,022 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:57,022 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:57,023 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4753883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:57,024 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:57,024 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174a1abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:57,025 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:20:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40267,1731396043524 2024-11-12T07:20:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@abd5ff2 2024-11-12T07:20:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:20:57,026 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T07:20:57,026 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,43725,1731396048767 (queues=1) is replicating from cluster=e102ef8a-71a8-4632-ad38-023b713d1680 to cluster=c5275026-1b86-418e-adb9-0cc8a57be224 2024-11-12T07:20:57,027 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C43725%2C1731396048767 2024-11-12T07:20:57,027 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,43725,1731396048767, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:20:57,027 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C43725%2C1731396048767 2024-11-12T07:20:57,027 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, startPosition=0, beingWritten=true 2024-11-12T07:20:57,032 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:57,032 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 379, reset compression=false 2024-11-12T07:20:57,032 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:57,236 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 379, reset compression=false 2024-11-12T07:20:57,529 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:57,539 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 379, reset compression=false 2024-11-12T07:20:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:20:57,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:20:57,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:20:57,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:20:57,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:57,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:57,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:20:57,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39501,1731396043707, seqNum=-1] 2024-11-12T07:20:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:57,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f., hostname=cea23c84c117,39501,1731396043707, seqNum=2] 2024-11-12T07:20:57,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43725,1731396048767, seqNum=-1] 2024-11-12T07:20:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:57,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:20:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396052116.77237b520c42d95437a71e837c1e82de., hostname=cea23c84c117,43725,1731396048767, seqNum=2] 2024-11-12T07:20:57,598 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T07:20:57,944 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 379, reset compression=false 2024-11-12T07:20:58,343 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 379, reset compression=false 2024-11-12T07:20:58,347 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:58,347 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 480, reset compression=false 2024-11-12T07:20:58,347 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15c9c86d6a27864828b0ee201a85b1f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T07:20:58,349 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:58,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T07:20:58,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:20:58,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d682a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41019,-1 for getting cluster id 2024-11-12T07:20:58,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:58,353 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e102ef8a-71a8-4632-ad38-023b713d1680' 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e102ef8a-71a8-4632-ad38-023b713d1680" 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22675b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41019,-1] 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:58,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:58,354 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:58,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e78a258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:58,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43725,1731396048767, seqNum=-1] 2024-11-12T07:20:58,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:58,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:58,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396052116.77237b520c42d95437a71e837c1e82de., hostname=cea23c84c117,43725,1731396048767, seqNum=2] 2024-11-12T07:20:58,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:20:58,447 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 379, reset compression=false 2024-11-12T07:20:58,451 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:58,451 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 504, reset compression=false 2024-11-12T07:20:58,451 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:58,550 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 480, reset compression=false 2024-11-12T07:20:58,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T07:20:58,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T07:20:58,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 504, reset compression=false 2024-11-12T07:20:58,659 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:58,659 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 608, reset compression=false 2024-11-12T07:20:58,659 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[{test/77237b520c42d95437a71e837c1e82de/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:20:58,661 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:20:58,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T07:20:58,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:20:58,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c25ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40267,-1 for getting cluster id 2024-11-12T07:20:58,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:20:58,682 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5275026-1b86-418e-adb9-0cc8a57be224' 2024-11-12T07:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5275026-1b86-418e-adb9-0cc8a57be224" 2024-11-12T07:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb3cc08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40267,-1] 2024-11-12T07:20:58,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:20:58,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:20:58,683 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:20:58,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@167dc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:20:58,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:20:58,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39501,1731396043707, seqNum=-1] 2024-11-12T07:20:58,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:20:58,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T07:20:58,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f., hostname=cea23c84c117,39501,1731396043707, seqNum=2] 2024-11-12T07:20:58,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:20:58,854 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 480, reset compression=false 2024-11-12T07:20:58,859 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:20:58,859 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 608, reset compression=false 2024-11-12T07:20:58,859 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:20:58,880 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 608, reset compression=false 2024-11-12T07:20:59,069 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 608, reset compression=false 2024-11-12T07:20:59,183 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 608, reset compression=false 2024-11-12T07:20:59,373 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 608, reset compression=false 2024-11-12T07:20:59,586 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 608, reset compression=false 2024-11-12T07:20:59,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T07:20:59,616 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T07:20:59,776 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 608, reset compression=false 2024-11-12T07:20:59,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:20:59,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 764, reset compression=false 2024-11-12T07:20:59,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[{test/e15c9c86d6a27864828b0ee201a85b1f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T07:20:59,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:20:59,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:00,002 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 764, reset compression=false 2024-11-12T07:21:00,090 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 608, reset compression=false 2024-11-12T07:21:00,094 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:00,094 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 756, reset compression=false 2024-11-12T07:21:00,094 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:00,298 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 756, reset compression=false 2024-11-12T07:21:00,305 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 764, reset compression=false 2024-11-12T07:21:00,602 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 756, reset compression=false 2024-11-12T07:21:00,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T07:21:00,621 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T07:21:00,709 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 764, reset compression=false 2024-11-12T07:21:01,006 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 756, reset compression=false 2024-11-12T07:21:01,010 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:01,010 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 915, reset compression=false 2024-11-12T07:21:01,010 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[{test/77237b520c42d95437a71e837c1e82de/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T07:21:01,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:01,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:01,213 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 764, reset compression=false 2024-11-12T07:21:01,214 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 915, reset compression=false 2024-11-12T07:21:01,217 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:01,217 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:01,217 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:01,421 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:01,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 915, reset compression=false 2024-11-12T07:21:01,623 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T07:21:01,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:21:01,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:01,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:01,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:01,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:01,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:01,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:21:01,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090955382, stopped=false 2024-11-12T07:21:01,626 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,41019,1731396048580 2024-11-12T07:21:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128826535/running 2024-11-12T07:21:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128826535/running 2024-11-12T07:21:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:21:01,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:21:01,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:01,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:01,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:01,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:01,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/running 2024-11-12T07:21:01,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,43725,1731396048767' ***** 2024-11-12T07:21:01,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:21:01,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Set watcher on znode that does not yet exist, /128826535/running 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:21:01,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 77237b520c42d95437a71e837c1e82de 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,43725,1731396048767 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:01,715 INFO [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43725. 2024-11-12T07:21:01,715 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77237b520c42d95437a71e837c1e82de, disabling compactions & flushes 2024-11-12T07:21:01,716 DEBUG [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:01,716 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:21:01,716 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396052116.77237b520c42d95437a71e837c1e82de. after waiting 0 ms 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:21:01,716 INFO [RS:0;cea23c84c117:43725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:21:01,716 INFO [RS:0;cea23c84c117:43725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:21:01,716 INFO [RS:0;cea23c84c117:43725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:21:01,716 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:21:01,716 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77237b520c42d95437a71e837c1e82de 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T07:21:01,716 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:21:01,716 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1325): Online Regions={77237b520c42d95437a71e837c1e82de=test,,1731396052116.77237b520c42d95437a71e837c1e82de., a582e670096bac7e9bca6234418c4668=hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:01,716 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77237b520c42d95437a71e837c1e82de, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:01,716 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:01,716 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:01,716 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:21:01,724 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:01,736 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f/d596ba76fd7c4f21a7a9407a86b50e37 is 29, key is row1/f:/1731396060619/DeleteFamily/seqid=0 2024-11-12T07:21:01,736 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/info/6498c78e948e454ab8841bab53c95374 is 147, key is hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668./info:regioninfo/1731396056652/Put/seqid=0 2024-11-12T07:21:01,740 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741840_1016 (size=5118) 2024-11-12T07:21:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:21:01,916 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77237b520c42d95437a71e837c1e82de, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:01,921 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 915, reset compression=false 2024-11-12T07:21:01,925 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:01,925 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1162, reset compression=false 2024-11-12T07:21:01,925 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43725,1731396048767 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:01,926 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,43725,1731396048767: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,43725,1731396048767, walGroup=cea23c84c117%2C43725%2C1731396048767, offset=cea23c84c117%2C43725%2C1731396048767.1731396050680:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:43725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:21:01,927 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:21:01,929 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:21:01,930 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:21:01,930 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:21:01,930 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:21:01,930 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 574882432 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190400264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:21:01,933 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:41019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:41019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:21:02,116 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77237b520c42d95437a71e837c1e82de, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:02,130 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1162, reset compression=false 2024-11-12T07:21:02,131 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:02,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:02,144 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f/d596ba76fd7c4f21a7a9407a86b50e37 2024-11-12T07:21:02,144 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/info/6498c78e948e454ab8841bab53c95374 2024-11-12T07:21:02,147 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d596ba76fd7c4f21a7a9407a86b50e37 2024-11-12T07:21:02,168 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f1/ddc4baa7cd8b49dcbf24969ad0c06399 is 30, key is row1/f1:/1731396060619/DeleteFamily/seqid=0 2024-11-12T07:21:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,177 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/ns/e19557232ad74efbb73350181807562f is 43, key is default/ns:d/1731396051295/Put/seqid=0 2024-11-12T07:21:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741842_1018 (size=5123) 2024-11-12T07:21:02,179 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f1/ddc4baa7cd8b49dcbf24969ad0c06399 2024-11-12T07:21:02,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,183 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddc4baa7cd8b49dcbf24969ad0c06399 2024-11-12T07:21:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741843_1019 (size=5153) 2024-11-12T07:21:02,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:02,206 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/norep/b0378079221a4b46a83f13eb6f02980c is 33, key is row1/norep:/1731396060619/DeleteFamily/seqid=0 2024-11-12T07:21:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741844_1020 (size=5108) 2024-11-12T07:21:02,317 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77237b520c42d95437a71e837c1e82de, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:02,434 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1162, reset compression=false 2024-11-12T07:21:02,517 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77237b520c42d95437a71e837c1e82de, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:02,584 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/ns/e19557232ad74efbb73350181807562f 2024-11-12T07:21:02,604 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/rep_barrier/3f039252d8f540328ccd2aee0f0d375e is 112, key is test,,1731396052116.77237b520c42d95437a71e837c1e82de./rep_barrier:seqnumDuringOpen/1731396052905/Put/seqid=0 2024-11-12T07:21:02,605 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:21:02,605 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:21:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741845_1021 (size=5518) 2024-11-12T07:21:02,610 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/norep/b0378079221a4b46a83f13eb6f02980c 2024-11-12T07:21:02,613 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0378079221a4b46a83f13eb6f02980c 2024-11-12T07:21:02,614 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f/d596ba76fd7c4f21a7a9407a86b50e37 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/f/d596ba76fd7c4f21a7a9407a86b50e37 2024-11-12T07:21:02,618 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d596ba76fd7c4f21a7a9407a86b50e37 2024-11-12T07:21:02,618 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/f/d596ba76fd7c4f21a7a9407a86b50e37, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:02,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/f1/ddc4baa7cd8b49dcbf24969ad0c06399 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/f1/ddc4baa7cd8b49dcbf24969ad0c06399 2024-11-12T07:21:02,622 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddc4baa7cd8b49dcbf24969ad0c06399 2024-11-12T07:21:02,623 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/f1/ddc4baa7cd8b49dcbf24969ad0c06399, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:02,623 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/.tmp/norep/b0378079221a4b46a83f13eb6f02980c as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/norep/b0378079221a4b46a83f13eb6f02980c 2024-11-12T07:21:02,627 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0378079221a4b46a83f13eb6f02980c 2024-11-12T07:21:02,627 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/norep/b0378079221a4b46a83f13eb6f02980c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:02,628 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 77237b520c42d95437a71e837c1e82de in 912ms, sequenceid=8, compaction requested=false 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/default/test/77237b520c42d95437a71e837c1e82de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:02,632 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77237b520c42d95437a71e837c1e82de: Waiting for close lock at 1731396061715Running coprocessor pre-close hooks at 1731396061715Disabling compacts and flushes for region at 1731396061715Disabling writes for close at 1731396061716 (+1 ms)Obtaining lock to block concurrent updates at 1731396061716Preparing flush snapshotting stores in 77237b520c42d95437a71e837c1e82de at 1731396061716Finished memstore snapshotting test,,1731396052116.77237b520c42d95437a71e837c1e82de., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731396061716Flushing stores of test,,1731396052116.77237b520c42d95437a71e837c1e82de. at 1731396061717 (+1 ms)Flushing 77237b520c42d95437a71e837c1e82de/f: creating writer at 1731396061717Flushing 77237b520c42d95437a71e837c1e82de/f: appending metadata at 1731396061735 (+18 ms)Flushing 77237b520c42d95437a71e837c1e82de/f: closing flushed file at 1731396061735Flushing 77237b520c42d95437a71e837c1e82de/f1: creating writer at 1731396062148 (+413 ms)Flushing 77237b520c42d95437a71e837c1e82de/f1: appending metadata at 1731396062167 (+19 ms)Flushing 77237b520c42d95437a71e837c1e82de/f1: closing flushed file at 1731396062167Flushing 77237b520c42d95437a71e837c1e82de/norep: creating writer at 1731396062183 (+16 ms)Flushing 77237b520c42d95437a71e837c1e82de/norep: appending metadata at 1731396062205 (+22 ms)Flushing 77237b520c42d95437a71e837c1e82de/norep: closing flushed file at 1731396062205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a1240f: reopening flushed file at 1731396062613 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32477f55: reopening flushed file at 1731396062618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94c3fbc: reopening flushed file at 1731396062623 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 77237b520c42d95437a71e837c1e82de in 912ms, sequenceid=8, compaction requested=false at 1731396062628 (+5 ms)Writing region close event to WAL at 1731396062629 (+1 ms)Running coprocessor post-close hooks at 1731396062632 (+3 ms)Closed at 1731396062632 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396052116.77237b520c42d95437a71e837c1e82de. 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a582e670096bac7e9bca6234418c4668, disabling compactions & flushes 2024-11-12T07:21:02,632 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. after waiting 0 ms 2024-11-12T07:21:02,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,633 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a582e670096bac7e9bca6234418c4668: Waiting for close lock at 1731396062632Running coprocessor pre-close hooks at 1731396062632Disabling compacts and flushes for region at 1731396062632Disabling writes for close at 1731396062632Failed flush hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., putting online again at 1731396062632 2024-11-12T07:21:02,633 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,633 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:02,717 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:21:02,717 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1325): Online Regions={a582e670096bac7e9bca6234418c4668=hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:02,717 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:02,717 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a582e670096bac7e9bca6234418c4668 2024-11-12T07:21:02,717 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a582e670096bac7e9bca6234418c4668, disabling compactions & flushes 2024-11-12T07:21:02,717 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,717 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,717 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. after waiting 0 ms 2024-11-12T07:21:02,717 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,717 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a582e670096bac7e9bca6234418c4668: Waiting for close lock at 1731396062717Running coprocessor pre-close hooks at 1731396062717Disabling compacts and flushes for region at 1731396062717Disabling writes for close at 1731396062717Failed flush hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668., putting online again at 1731396062717 2024-11-12T07:21:02,718 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396055435.a582e670096bac7e9bca6234418c4668. 2024-11-12T07:21:02,837 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1162, reset compression=false 2024-11-12T07:21:02,841 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:02,841 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1806, reset compression=false 2024-11-12T07:21:02,917 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:03,008 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/rep_barrier/3f039252d8f540328ccd2aee0f0d375e 2024-11-12T07:21:03,024 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/table/a023d3921817406fbd5e82df81698584 is 53, key is hbase:replication/table:state/1731396056660/Put/seqid=0 2024-11-12T07:21:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741846_1022 (size=5308) 2024-11-12T07:21:03,043 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1806, reset compression=false 2024-11-12T07:21:03,117 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:03,237 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:03,318 DEBUG [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:03,346 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1806, reset compression=false 2024-11-12T07:21:03,428 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/table/a023d3921817406fbd5e82df81698584 2024-11-12T07:21:03,432 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/info/6498c78e948e454ab8841bab53c95374 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/info/6498c78e948e454ab8841bab53c95374 2024-11-12T07:21:03,436 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/info/6498c78e948e454ab8841bab53c95374, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:21:03,436 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/ns/e19557232ad74efbb73350181807562f as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/ns/e19557232ad74efbb73350181807562f 2024-11-12T07:21:03,440 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/ns/e19557232ad74efbb73350181807562f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:21:03,441 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/rep_barrier/3f039252d8f540328ccd2aee0f0d375e as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/rep_barrier/3f039252d8f540328ccd2aee0f0d375e 2024-11-12T07:21:03,444 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/rep_barrier/3f039252d8f540328ccd2aee0f0d375e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:21:03,445 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/.tmp/table/a023d3921817406fbd5e82df81698584 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/table/a023d3921817406fbd5e82df81698584 2024-11-12T07:21:03,449 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/table/a023d3921817406fbd5e82df81698584, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:21:03,450 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-12T07:21:03,455 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:21:03,456 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:03,456 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:03,456 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:03,456 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396061716Running coprocessor pre-close hooks at 1731396061716Disabling compacts and flushes for region at 1731396061716Disabling writes for close at 1731396061716Obtaining lock to block concurrent updates at 1731396061716Preparing flush snapshotting stores in 1588230740 at 1731396061716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396061717 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396061717Flushing 1588230740/info: creating writer at 1731396061717Flushing 1588230740/info: appending metadata at 1731396061736 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731396061736Flushing 1588230740/ns: creating writer at 1731396062154 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731396062177 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731396062177Flushing 1588230740/rep_barrier: creating writer at 1731396062588 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396062604 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396062604Flushing 1588230740/table: creating writer at 1731396063012 (+408 ms)Flushing 1588230740/table: appending metadata at 1731396063024 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731396063024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54eba9e: reopening flushed file at 1731396063432 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7321ad4a: reopening flushed file at 1731396063436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d32a188: reopening flushed file at 1731396063440 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50036e89: reopening flushed file at 1731396063445 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731396063450 (+5 ms)Writing region close event to WAL at 1731396063453 (+3 ms)Running coprocessor post-close hooks at 1731396063456 (+3 ms)Closed at 1731396063456 2024-11-12T07:21:03,456 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:03,518 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T07:21:03,518 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,43725,1731396048767; all regions closed. 2024-11-12T07:21:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:21:03,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.meta.1731396051158.meta not finished, retry = 0 2024-11-12T07:21:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741839_1015 (size=1733) 2024-11-12T07:21:03,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.rep.1731396056620 not finished, retry = 0 2024-11-12T07:21:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741833_1009 (size=1814) 2024-11-12T07:21:03,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 not finished, retry = 0 2024-11-12T07:21:03,750 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 to pos 1806, reset compression=false 2024-11-12T07:21:03,826 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:03,826 INFO [RS:0;cea23c84c117:43725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:03,826 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/WALs/cea23c84c117,43725,1731396048767/cea23c84c117%2C43725%2C1731396048767.1731396050680 2024-11-12T07:21:03,826 INFO [RS:0;cea23c84c117:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:03,826 INFO [RS:0;cea23c84c117:43725 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:03,826 INFO [RS:0;cea23c84c117:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:03,826 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:03,826 INFO [RS:0;cea23c84c117:43725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,43725,1731396048767 because: Region server is closing 2024-11-12T07:21:03,827 INFO [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43725. 2024-11-12T07:21:03,827 DEBUG [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:03,827 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:03,827 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:03,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:03,927 INFO [RS:0;cea23c84c117:43725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.shippercea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 terminated 2024-11-12T07:21:03,927 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43725,1731396048767.replicationSource.wal-reader.cea23c84c117%2C43725%2C1731396048767,1-cea23c84c117,43725,1731396048767 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T07:21:03,927 INFO [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43725. 2024-11-12T07:21:03,928 DEBUG [RS:0;cea23c84c117:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:03,928 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:03,928 DEBUG [RS:0;cea23c84c117:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:03,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:03,928 INFO [RS:0;cea23c84c117:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43725 2024-11-12T07:21:03,940 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535/rs 2024-11-12T07:21:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128826535/rs/cea23c84c117,43725,1731396048767 2024-11-12T07:21:03,946 INFO [RS:0;cea23c84c117:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:03,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,43725,1731396048767] 2024-11-12T07:21:03,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /128826535/draining/cea23c84c117,43725,1731396048767 already deleted, retry=false 2024-11-12T07:21:03,967 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,43725,1731396048767 expired; onlineServers=0 2024-11-12T07:21:03,967 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,41019,1731396048580' ***** 2024-11-12T07:21:03,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:03,968 DEBUG [M:0;cea23c84c117:41019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:21:03,968 DEBUG [M:0;cea23c84c117:41019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:21:03,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:21:03,968 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396050320 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396050320,5,FailOnTimeoutGroup] 2024-11-12T07:21:03,968 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396050312 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396050312,5,FailOnTimeoutGroup] 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:03,968 DEBUG [M:0;cea23c84c117:41019 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:03,968 INFO [M:0;cea23c84c117:41019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:21:03,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:21:03,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/128826535/master 2024-11-12T07:21:03,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/128826535 2024-11-12T07:21:03,978 DEBUG [M:0;cea23c84c117:41019 {}] zookeeper.ZKUtil(347): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Unable to get data of znode /128826535/master because node does not exist (not an error) 2024-11-12T07:21:03,978 WARN [M:0;cea23c84c117:41019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:21:03,978 INFO [M:0;cea23c84c117:41019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/.lastflushedseqids 2024-11-12T07:21:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741847_1023 (size=245) 2024-11-12T07:21:03,982 INFO [M:0;cea23c84c117:41019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:21:03,982 INFO [M:0;cea23c84c117:41019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:21:03,982 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:03,982 INFO [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:03,982 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:03,982 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:03,982 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:03,983 INFO [M:0;cea23c84c117:41019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T07:21:03,997 DEBUG [M:0;cea23c84c117:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcc695e7eb284a099618e59c3e548581 is 82, key is hbase:meta,,1/info:regioninfo/1731396051265/Put/seqid=0 2024-11-12T07:21:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741848_1024 (size=5672) 2024-11-12T07:21:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x1012deaf5520004, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:04,057 INFO [RS:0;cea23c84c117:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:04,057 INFO [RS:0;cea23c84c117:43725 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,43725,1731396048767; zookeeper connection closed. 2024-11-12T07:21:04,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7492d0fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7492d0fa 2024-11-12T07:21:04,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:21:04,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T07:21:04,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T07:21:04,401 INFO [M:0;cea23c84c117:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcc695e7eb284a099618e59c3e548581 2024-11-12T07:21:04,422 DEBUG [M:0;cea23c84c117:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee3be80dc9d4709b9d541d3c2ebdc84 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396056663/Put/seqid=0 2024-11-12T07:21:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741849_1025 (size=8517) 2024-11-12T07:21:04,743 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:04,827 INFO [M:0;cea23c84c117:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee3be80dc9d4709b9d541d3c2ebdc84 2024-11-12T07:21:04,846 DEBUG [M:0;cea23c84c117:41019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c6536bac2d4931ba125db13e92b177 is 69, key is cea23c84c117,43725,1731396048767/rs:state/1731396050402/Put/seqid=0 2024-11-12T07:21:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741850_1026 (size=5156) 2024-11-12T07:21:04,850 INFO [M:0;cea23c84c117:41019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c6536bac2d4931ba125db13e92b177 2024-11-12T07:21:04,854 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcc695e7eb284a099618e59c3e548581 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcc695e7eb284a099618e59c3e548581 2024-11-12T07:21:04,858 INFO [M:0;cea23c84c117:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcc695e7eb284a099618e59c3e548581, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:21:04,858 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee3be80dc9d4709b9d541d3c2ebdc84 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fee3be80dc9d4709b9d541d3c2ebdc84 2024-11-12T07:21:04,862 INFO [M:0;cea23c84c117:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fee3be80dc9d4709b9d541d3c2ebdc84, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:21:04,862 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33c6536bac2d4931ba125db13e92b177 as hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33c6536bac2d4931ba125db13e92b177 2024-11-12T07:21:04,866 INFO [M:0;cea23c84c117:41019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33c6536bac2d4931ba125db13e92b177, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:21:04,867 INFO [M:0;cea23c84c117:41019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-12T07:21:04,868 INFO [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:04,868 DEBUG [M:0;cea23c84c117:41019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396063982Disabling compacts and flushes for region at 1731396063982Disabling writes for close at 1731396063982Obtaining lock to block concurrent updates at 1731396063983 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396063983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731396063983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396063983Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396063983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396063997 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396063997Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396064404 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396064422 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396064422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396064830 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396064846 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396064846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b7e35c: reopening flushed file at 1731396064854 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0bc5d: reopening flushed file at 1731396064858 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e1ae69: reopening flushed file at 1731396064862 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731396064867 (+5 ms)Writing region close event to WAL at 1731396064868 (+1 ms)Closed at 1731396064868 2024-11-12T07:21:04,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04c44fd8-ba56-208c-d875-75578c2a2099/MasterData/WALs/cea23c84c117,41019,1731396048580/cea23c84c117%2C41019%2C1731396048580.1731396049790 not finished, retry = 0 2024-11-12T07:21:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40419 is added to blk_1073741830_1006 (size=63666) 2024-11-12T07:21:04,977 INFO [M:0;cea23c84c117:41019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:21:04,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:04,977 INFO [M:0;cea23c84c117:41019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41019 2024-11-12T07:21:04,978 INFO [M:0;cea23c84c117:41019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:05,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:05,120 INFO [M:0;cea23c84c117:41019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:05,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41019-0x1012deaf5520003, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:05,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d321207{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:05,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed7afd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:05,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:05,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a66e9cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:05,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225c1209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:05,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:21:05,161 WARN [BP-1194190601-172.17.0.2-1731396046480 heartbeating to localhost/127.0.0.1:43525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:21:05,161 WARN [BP-1194190601-172.17.0.2-1731396046480 heartbeating to localhost/127.0.0.1:43525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194190601-172.17.0.2-1731396046480 (Datanode Uuid e1fa223b-539c-4ecd-ad84-e27a5bb8f940) service to localhost/127.0.0.1:43525 2024-11-12T07:21:05,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/cluster_e7fd44df-9fda-7ec4-6621-38519fa52f0d/data/data1/current/BP-1194190601-172.17.0.2-1731396046480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:05,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/cluster_e7fd44df-9fda-7ec4-6621-38519fa52f0d/data/data2/current/BP-1194190601-172.17.0.2-1731396046480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:05,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:21:05,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:21:05,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd5bed6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:05,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbaee5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:05,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:05,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50ffc951{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:05,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480edeea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:05,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:21:05,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:21:05,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:05,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:05,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:05,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:05,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:05,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:21:05,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2052092249, stopped=false 2024-11-12T07:21:05,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,40267,1731396043524 2024-11-12T07:21:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0238217674/running 2024-11-12T07:21:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:21:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0238217674/running 2024-11-12T07:21:05,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:21:05,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:05,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:05,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:05,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:05,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,39501,1731396043707' ***** 2024-11-12T07:21:05,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:21:05,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/running 2024-11-12T07:21:05,201 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:21:05,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Set watcher on znode that does not yet exist, /0238217674/running 2024-11-12T07:21:05,201 INFO [RS:0;cea23c84c117:39501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:21:05,201 INFO [RS:0;cea23c84c117:39501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:21:05,201 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(3091): Received CLOSE for e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,39501,1731396043707 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39501. 2024-11-12T07:21:05,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:21:05,202 DEBUG [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:05,202 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:21:05,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e15c9c86d6a27864828b0ee201a85b1f, disabling compactions & flushes 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:21:05,202 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:21:05,202 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:21:05,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:21:05,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. after waiting 0 ms 2024-11-12T07:21:05,202 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:21:05,202 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e15c9c86d6a27864828b0ee201a85b1f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T07:21:05,203 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:21:05,203 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e15c9c86d6a27864828b0ee201a85b1f=test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f., 1e5facc599ca6f76918002f7af9b9c29=hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.} 2024-11-12T07:21:05,203 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29, e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:05,203 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:05,203 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:05,203 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:05,203 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:05,203 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:05,203 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:21:05,221 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f/378524e5bd7a4dca8308fa2b3d69fae8 is 29, key is row1/f:/1731396060619/DeleteFamily/seqid=0 2024-11-12T07:21:05,223 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/info/52b73ccbb2b642649fd05c188ab85bc2 is 147, key is hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29./info:regioninfo/1731396054454/Put/seqid=0 2024-11-12T07:21:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741840_1016 (size=5118) 2024-11-12T07:21:05,225 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f/378524e5bd7a4dca8308fa2b3d69fae8 2024-11-12T07:21:05,229 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:21:05,234 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 378524e5bd7a4dca8308fa2b3d69fae8 2024-11-12T07:21:05,250 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f1/391b4441e20944c5abf0f386f07bc856 is 30, key is row1/f1:/1731396060619/DeleteFamily/seqid=0 2024-11-12T07:21:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741842_1018 (size=5123) 2024-11-12T07:21:05,403 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29, e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:05,603 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29, e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:05,630 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/info/52b73ccbb2b642649fd05c188ab85bc2 2024-11-12T07:21:05,645 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/ns/384cbb6c3ad94711a760fb3a5cb05971 is 43, key is default/ns:d/1731396046327/Put/seqid=0 2024-11-12T07:21:05,647 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 914, reset compression=false 2024-11-12T07:21:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741843_1019 (size=5153) 2024-11-12T07:21:05,653 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:05,653 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1161, reset compression=false 2024-11-12T07:21:05,653 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39501,1731396043707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:05,654 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f1/391b4441e20944c5abf0f386f07bc856 2024-11-12T07:21:05,653 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,39501,1731396043707: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,39501,1731396043707, walGroup=cea23c84c117%2C39501%2C1731396043707, offset=cea23c84c117%2C39501%2C1731396043707.1731396045162:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:21:05,654 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:21:05,654 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:21:05,655 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 656671360 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191286576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:21:05,656 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:21:05,659 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391b4441e20944c5abf0f386f07bc856 2024-11-12T07:21:05,672 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/norep/874009b091cb4a63b0ed36763ea1d1c6 is 32, key is row/norep:/1731396059609/DeleteFamily/seqid=0 2024-11-12T07:21:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741844_1020 (size=5101) 2024-11-12T07:21:05,803 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29, e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:05,856 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1161, reset compression=false 2024-11-12T07:21:05,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:05,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:05,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:06,004 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29, e15c9c86d6a27864828b0ee201a85b1f 2024-11-12T07:21:06,026 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:21:06,027 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:21:06,049 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/ns/384cbb6c3ad94711a760fb3a5cb05971 2024-11-12T07:21:06,065 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/rep_barrier/de609180053f47f68b609344bbc01070 is 112, key is test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f./rep_barrier:seqnumDuringOpen/1731396051893/Put/seqid=0 2024-11-12T07:21:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741845_1021 (size=5518) 2024-11-12T07:21:06,075 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/norep/874009b091cb4a63b0ed36763ea1d1c6 2024-11-12T07:21:06,078 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 874009b091cb4a63b0ed36763ea1d1c6 2024-11-12T07:21:06,079 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f/378524e5bd7a4dca8308fa2b3d69fae8 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/f/378524e5bd7a4dca8308fa2b3d69fae8 2024-11-12T07:21:06,083 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 378524e5bd7a4dca8308fa2b3d69fae8 2024-11-12T07:21:06,083 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/f/378524e5bd7a4dca8308fa2b3d69fae8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:06,083 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/f1/391b4441e20944c5abf0f386f07bc856 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/f1/391b4441e20944c5abf0f386f07bc856 2024-11-12T07:21:06,087 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391b4441e20944c5abf0f386f07bc856 2024-11-12T07:21:06,087 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/f1/391b4441e20944c5abf0f386f07bc856, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:06,088 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/.tmp/norep/874009b091cb4a63b0ed36763ea1d1c6 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/norep/874009b091cb4a63b0ed36763ea1d1c6 2024-11-12T07:21:06,091 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 874009b091cb4a63b0ed36763ea1d1c6 2024-11-12T07:21:06,092 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/norep/874009b091cb4a63b0ed36763ea1d1c6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T07:21:06,093 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e15c9c86d6a27864828b0ee201a85b1f in 890ms, sequenceid=8, compaction requested=false 2024-11-12T07:21:06,093 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:21:06,096 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/default/test/e15c9c86d6a27864828b0ee201a85b1f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:06,097 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e15c9c86d6a27864828b0ee201a85b1f: Waiting for close lock at 1731396065202Running coprocessor pre-close hooks at 1731396065202Disabling compacts and flushes for region at 1731396065202Disabling writes for close at 1731396065202Obtaining lock to block concurrent updates at 1731396065202Preparing flush snapshotting stores in e15c9c86d6a27864828b0ee201a85b1f at 1731396065202Finished memstore snapshotting test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731396065203 (+1 ms)Flushing stores of test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. at 1731396065203Flushing e15c9c86d6a27864828b0ee201a85b1f/f: creating writer at 1731396065203Flushing e15c9c86d6a27864828b0ee201a85b1f/f: appending metadata at 1731396065220 (+17 ms)Flushing e15c9c86d6a27864828b0ee201a85b1f/f: closing flushed file at 1731396065220Flushing e15c9c86d6a27864828b0ee201a85b1f/f1: creating writer at 1731396065234 (+14 ms)Flushing e15c9c86d6a27864828b0ee201a85b1f/f1: appending metadata at 1731396065250 (+16 ms)Flushing e15c9c86d6a27864828b0ee201a85b1f/f1: closing flushed file at 1731396065250Flushing e15c9c86d6a27864828b0ee201a85b1f/norep: creating writer at 1731396065659 (+409 ms)Flushing e15c9c86d6a27864828b0ee201a85b1f/norep: appending metadata at 1731396065671 (+12 ms)Flushing e15c9c86d6a27864828b0ee201a85b1f/norep: closing flushed file at 1731396065671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6261aded: reopening flushed file at 1731396066078 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396a365a: reopening flushed file at 1731396066083 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489828bc: reopening flushed file at 1731396066087 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e15c9c86d6a27864828b0ee201a85b1f in 890ms, sequenceid=8, compaction requested=false at 1731396066093 (+6 ms)Writing region close event to WAL at 1731396066094 (+1 ms)Running coprocessor post-close hooks at 1731396066097 (+3 ms)Closed at 1731396066097 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396051480.e15c9c86d6a27864828b0ee201a85b1f. 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5facc599ca6f76918002f7af9b9c29, disabling compactions & flushes 2024-11-12T07:21:06,097 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. after waiting 0 ms 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5facc599ca6f76918002f7af9b9c29: Waiting for close lock at 1731396066097Running coprocessor pre-close hooks at 1731396066097Disabling compacts and flushes for region at 1731396066097Disabling writes for close at 1731396066097Failed flush hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29., putting online again at 1731396066097 2024-11-12T07:21:06,097 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,160 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1161, reset compression=false 2024-11-12T07:21:06,165 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:06,165 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1805, reset compression=false 2024-11-12T07:21:06,204 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:21:06,204 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e5facc599ca6f76918002f7af9b9c29=hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29.} 2024-11-12T07:21:06,204 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:21:06,204 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e5facc599ca6f76918002f7af9b9c29 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e5facc599ca6f76918002f7af9b9c29, disabling compactions & flushes 2024-11-12T07:21:06,204 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. after waiting 0 ms 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e5facc599ca6f76918002f7af9b9c29: Waiting for close lock at 1731396066204Running coprocessor pre-close hooks at 1731396066204Disabling compacts and flushes for region at 1731396066204Disabling writes for close at 1731396066204Failed flush hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29., putting online again at 1731396066204 2024-11-12T07:21:06,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396053286.1e5facc599ca6f76918002f7af9b9c29. 2024-11-12T07:21:06,368 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1805, reset compression=false 2024-11-12T07:21:06,404 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:06,468 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/rep_barrier/de609180053f47f68b609344bbc01070 2024-11-12T07:21:06,484 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/table/4fe4fc0356a44d2bb26be6409f9ec7dd is 53, key is hbase:replication/table:state/1731396054460/Put/seqid=0 2024-11-12T07:21:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741846_1022 (size=5308) 2024-11-12T07:21:06,604 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:06,671 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1805, reset compression=false 2024-11-12T07:21:06,805 DEBUG [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:06,887 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/table/4fe4fc0356a44d2bb26be6409f9ec7dd 2024-11-12T07:21:06,892 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/info/52b73ccbb2b642649fd05c188ab85bc2 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/info/52b73ccbb2b642649fd05c188ab85bc2 2024-11-12T07:21:06,895 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/info/52b73ccbb2b642649fd05c188ab85bc2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:21:06,896 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/ns/384cbb6c3ad94711a760fb3a5cb05971 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/ns/384cbb6c3ad94711a760fb3a5cb05971 2024-11-12T07:21:06,899 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/ns/384cbb6c3ad94711a760fb3a5cb05971, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:21:06,899 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/rep_barrier/de609180053f47f68b609344bbc01070 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/rep_barrier/de609180053f47f68b609344bbc01070 2024-11-12T07:21:06,903 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/rep_barrier/de609180053f47f68b609344bbc01070, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:21:06,904 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/.tmp/table/4fe4fc0356a44d2bb26be6409f9ec7dd as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/table/4fe4fc0356a44d2bb26be6409f9ec7dd 2024-11-12T07:21:06,908 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/table/4fe4fc0356a44d2bb26be6409f9ec7dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:21:06,909 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-12T07:21:06,917 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:21:06,918 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:06,918 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:06,918 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:06,918 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396065203Running coprocessor pre-close hooks at 1731396065203Disabling compacts and flushes for region at 1731396065203Disabling writes for close at 1731396065203Obtaining lock to block concurrent updates at 1731396065203Preparing flush snapshotting stores in 1588230740 at 1731396065203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396065203Flushing stores of hbase:meta,,1.1588230740 at 1731396065204 (+1 ms)Flushing 1588230740/info: creating writer at 1731396065204Flushing 1588230740/info: appending metadata at 1731396065222 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731396065222Flushing 1588230740/ns: creating writer at 1731396065633 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731396065645 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731396065645Flushing 1588230740/rep_barrier: creating writer at 1731396066052 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396066064 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396066065 (+1 ms)Flushing 1588230740/table: creating writer at 1731396066472 (+407 ms)Flushing 1588230740/table: appending metadata at 1731396066484 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731396066484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aca1d57: reopening flushed file at 1731396066891 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4855a1f: reopening flushed file at 1731396066895 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c1de40: reopening flushed file at 1731396066899 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5518665c: reopening flushed file at 1731396066904 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731396066909 (+5 ms)Writing region close event to WAL at 1731396066915 (+6 ms)Running coprocessor post-close hooks at 1731396066918 (+3 ms)Closed at 1731396066918 2024-11-12T07:21:06,918 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:07,005 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T07:21:07,005 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,39501,1731396043707; all regions closed. 2024-11-12T07:21:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:21:07,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.meta.1731396046199.meta not finished, retry = 0 2024-11-12T07:21:07,075 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 to pos 1805, reset compression=false 2024-11-12T07:21:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741839_1015 (size=1733) 2024-11-12T07:21:07,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.rep.1731396054419 not finished, retry = 0 2024-11-12T07:21:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741832_1008 (size=1813) 2024-11-12T07:21:07,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/WALs/cea23c84c117,39501,1731396043707/cea23c84c117%2C39501%2C1731396043707.1731396045162 not finished, retry = 0 2024-11-12T07:21:07,313 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:07,313 INFO [RS:0;cea23c84c117:39501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:07,313 INFO [RS:0;cea23c84c117:39501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:07,313 INFO [RS:0;cea23c84c117:39501 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:07,313 INFO [RS:0;cea23c84c117:39501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:07,313 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:07,314 INFO [RS:0;cea23c84c117:39501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,39501,1731396043707 because: Region server is closing 2024-11-12T07:21:07,314 INFO [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39501. 2024-11-12T07:21:07,314 DEBUG [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:07,314 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:07,314 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:07,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:07,414 INFO [RS:0;cea23c84c117:39501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.shippercea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 terminated 2024-11-12T07:21:07,414 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39501,1731396043707.replicationSource.wal-reader.cea23c84c117%2C39501%2C1731396043707,1-cea23c84c117,39501,1731396043707 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:21:07,414 INFO [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39501. 2024-11-12T07:21:07,414 DEBUG [RS:0;cea23c84c117:39501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:07,414 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:07,415 DEBUG [RS:0;cea23c84c117:39501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:07,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:07,415 INFO [RS:0;cea23c84c117:39501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39501 2024-11-12T07:21:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0238217674/rs/cea23c84c117,39501,1731396043707 2024-11-12T07:21:07,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674/rs 2024-11-12T07:21:07,462 INFO [RS:0;cea23c84c117:39501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:07,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,39501,1731396043707] 2024-11-12T07:21:07,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0238217674/draining/cea23c84c117,39501,1731396043707 already deleted, retry=false 2024-11-12T07:21:07,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,39501,1731396043707 expired; onlineServers=0 2024-11-12T07:21:07,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,40267,1731396043524' ***** 2024-11-12T07:21:07,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:21:07,483 INFO [M:0;cea23c84c117:40267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:07,483 INFO [M:0;cea23c84c117:40267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:07,483 DEBUG [M:0;cea23c84c117:40267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:21:07,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:21:07,483 DEBUG [M:0;cea23c84c117:40267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:21:07,483 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396044888 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396044888,5,FailOnTimeoutGroup] 2024-11-12T07:21:07,483 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396044888 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396044888,5,FailOnTimeoutGroup] 2024-11-12T07:21:07,483 INFO [M:0;cea23c84c117:40267 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:07,483 INFO [M:0;cea23c84c117:40267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:07,483 DEBUG [M:0;cea23c84c117:40267 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:21:07,484 INFO [M:0;cea23c84c117:40267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:21:07,484 INFO [M:0;cea23c84c117:40267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:07,484 INFO [M:0;cea23c84c117:40267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:21:07,484 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:21:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0238217674/master 2024-11-12T07:21:07,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0238217674 2024-11-12T07:21:07,493 DEBUG [M:0;cea23c84c117:40267 {}] zookeeper.ZKUtil(347): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Unable to get data of znode /0238217674/master because node does not exist (not an error) 2024-11-12T07:21:07,493 WARN [M:0;cea23c84c117:40267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:21:07,494 INFO [M:0;cea23c84c117:40267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/.lastflushedseqids 2024-11-12T07:21:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741847_1023 (size=245) 2024-11-12T07:21:07,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:07,573 INFO [RS:0;cea23c84c117:39501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:07,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39501-0x1012deaf5520001, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:07,573 INFO [RS:0;cea23c84c117:39501 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,39501,1731396043707; zookeeper connection closed. 2024-11-12T07:21:07,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d00cd48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d00cd48 2024-11-12T07:21:07,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:21:07,899 INFO [M:0;cea23c84c117:40267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:21:07,899 INFO [M:0;cea23c84c117:40267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:21:07,899 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:07,899 INFO [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:07,899 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:07,899 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:07,899 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:07,899 INFO [M:0;cea23c84c117:40267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T07:21:07,912 DEBUG [M:0;cea23c84c117:40267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e7940d4342464e8c36ad1fbc6d885f is 82, key is hbase:meta,,1/info:regioninfo/1731396046238/Put/seqid=0 2024-11-12T07:21:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741848_1024 (size=5672) 2024-11-12T07:21:08,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:08,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:08,316 INFO [M:0;cea23c84c117:40267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e7940d4342464e8c36ad1fbc6d885f 2024-11-12T07:21:08,332 DEBUG [M:0;cea23c84c117:40267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8335209b634d5096787cf9b163bd3d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396054463/Put/seqid=0 2024-11-12T07:21:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741849_1025 (size=8517) 2024-11-12T07:21:08,736 INFO [M:0;cea23c84c117:40267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8335209b634d5096787cf9b163bd3d 2024-11-12T07:21:08,751 DEBUG [M:0;cea23c84c117:40267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8869966acdf0427d8a191acc564200f3 is 69, key is cea23c84c117,39501,1731396043707/rs:state/1731396044965/Put/seqid=0 2024-11-12T07:21:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741850_1026 (size=5156) 2024-11-12T07:21:09,154 INFO [M:0;cea23c84c117:40267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8869966acdf0427d8a191acc564200f3 2024-11-12T07:21:09,158 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e7940d4342464e8c36ad1fbc6d885f as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5e7940d4342464e8c36ad1fbc6d885f 2024-11-12T07:21:09,162 INFO [M:0;cea23c84c117:40267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5e7940d4342464e8c36ad1fbc6d885f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:21:09,163 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8335209b634d5096787cf9b163bd3d as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8335209b634d5096787cf9b163bd3d 2024-11-12T07:21:09,167 INFO [M:0;cea23c84c117:40267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8335209b634d5096787cf9b163bd3d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:21:09,167 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8869966acdf0427d8a191acc564200f3 as hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8869966acdf0427d8a191acc564200f3 2024-11-12T07:21:09,171 INFO [M:0;cea23c84c117:40267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40239/user/jenkins/test-data/ad8109c2-12cf-f423-4908-6005447a5b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8869966acdf0427d8a191acc564200f3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:21:09,172 INFO [M:0;cea23c84c117:40267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-12T07:21:09,173 INFO [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:09,173 DEBUG [M:0;cea23c84c117:40267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396067899Disabling compacts and flushes for region at 1731396067899Disabling writes for close at 1731396067899Obtaining lock to block concurrent updates at 1731396067899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396067899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731396067899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396067900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396067900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396067912 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396067912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396068320 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396068332 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396068332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396068739 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396068750 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396068750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f9294a: reopening flushed file at 1731396069158 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc9a5eb: reopening flushed file at 1731396069162 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74206ad0: reopening flushed file at 1731396069167 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731396069172 (+5 ms)Writing region close event to WAL at 1731396069173 (+1 ms)Closed at 1731396069173 2024-11-12T07:21:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45909 is added to blk_1073741830_1006 (size=63666) 2024-11-12T07:21:09,177 INFO [M:0;cea23c84c117:40267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:21:09,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:09,177 INFO [M:0;cea23c84c117:40267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40267 2024-11-12T07:21:09,177 INFO [M:0;cea23c84c117:40267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:09,320 INFO [M:0;cea23c84c117:40267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40267-0x1012deaf5520000, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:09,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31911a48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:09,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cb2cb59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:09,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:09,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348ac3f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:09,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2232ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:09,329 WARN [BP-477083765-172.17.0.2-1731396041167 heartbeating to localhost/127.0.0.1:40239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:21:09,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:21:09,329 WARN [BP-477083765-172.17.0.2-1731396041167 heartbeating to localhost/127.0.0.1:40239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-477083765-172.17.0.2-1731396041167 (Datanode Uuid 59e47c64-5944-476d-9bd6-b15f94d5ae9d) service to localhost/127.0.0.1:40239 2024-11-12T07:21:09,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:21:09,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/data/data1/current/BP-477083765-172.17.0.2-1731396041167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:09,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/cluster_e5945caa-e95a-520f-bee1-b03153d5a364/data/data2/current/BP-477083765-172.17.0.2-1731396041167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:09,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:21:09,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b538681{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:09,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc81520{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:09,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26422684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:09,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b05616f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/463a0a42-204c-ca4b-1706-5d26cbdb39ec/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:09,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:21:09,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:21:09,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 242) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52672) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43525 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:40239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52672) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:40239 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 442) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6563 (was 7166) 2024-11-12T07:21:09,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=6563 2024-11-12T07:21:09,391 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T07:21:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir so I do NOT create it in target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49 2024-11-12T07:21:09,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:21:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.tmp.dir so I do NOT create it in target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49 2024-11-12T07:21:09,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f2da3c40-1a1a-e437-d2b8-8031dd9377ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:21:09,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49 2024-11-12T07:21:09,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c, deleteOnExit=true 2024-11-12T07:21:09,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/zookeeper_0, clientPort=50123, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:21:09,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50123 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/test.cache.data in system properties and HBase conf 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:21:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:21:09,416 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:21:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012deaf5520005, quorum=127.0.0.1:52672, baseZNode=/128826535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:21:09,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012deaf5520005, quorum=127.0.0.1:52672, baseZNode=/128826535 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:21:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012deaf5520002, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:21:09,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012deaf5520002, quorum=127.0.0.1:52672, baseZNode=/0238217674 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:21:09,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:09,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:09,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:09,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:09,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:21:09,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:09,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@387b48d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:09,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6c5a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:09,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36df1d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/java.io.tmpdir/jetty-localhost-37151-hadoop-hdfs-3_4_1-tests_jar-_-any-18196616461353222712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:09,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7537c2d0{HTTP/1.1, (http/1.1)}{localhost:37151} 2024-11-12T07:21:09,837 INFO [Time-limited test {}] server.Server(415): Started @222590ms 2024-11-12T07:21:10,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:10,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:10,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:10,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:10,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:21:10,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7880de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:10,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@706aa2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:10,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b924217{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/java.io.tmpdir/jetty-localhost-44145-hadoop-hdfs-3_4_1-tests_jar-_-any-8913827693660004432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:10,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40f6520f{HTTP/1.1, (http/1.1)}{localhost:44145} 2024-11-12T07:21:10,168 INFO [Time-limited test {}] server.Server(415): Started @222920ms 2024-11-12T07:21:10,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:21:10,774 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/data/data1/current/BP-592228587-172.17.0.2-1731396069435/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:10,774 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/data/data2/current/BP-592228587-172.17.0.2-1731396069435/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:10,791 WARN [Thread-2630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:21:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd1f1ad8ca33b139 with lease ID 0x328399788a75fe90: Processing first storage report for DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8 from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=fe747866-c0ee-4ba1-98c4-8dd1d21adeec, infoPort=44817, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1288109906;c=1731396069435) 2024-11-12T07:21:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1f1ad8ca33b139 with lease ID 0x328399788a75fe90: from storage DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8 node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=fe747866-c0ee-4ba1-98c4-8dd1d21adeec, infoPort=44817, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1288109906;c=1731396069435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd1f1ad8ca33b139 with lease ID 0x328399788a75fe90: Processing first storage report for DS-fe7245b5-f946-4c5b-a865-4ad7b8d0cead from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=fe747866-c0ee-4ba1-98c4-8dd1d21adeec, infoPort=44817, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1288109906;c=1731396069435) 2024-11-12T07:21:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1f1ad8ca33b139 with lease ID 0x328399788a75fe90: from storage DS-fe7245b5-f946-4c5b-a865-4ad7b8d0cead node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=fe747866-c0ee-4ba1-98c4-8dd1d21adeec, infoPort=44817, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1288109906;c=1731396069435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:10,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49 2024-11-12T07:21:10,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:10,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:21:11,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba with version=8 2024-11-12T07:21:11,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/hbase-staging 2024-11-12T07:21:11,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:11,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:11,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:11,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:11,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:11,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:21:11,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:11,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40849 2024-11-12T07:21:11,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40849 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:11,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408490x0, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:11,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40849-0x1012deb63d10000 connected 2024-11-12T07:21:12,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:12,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:12,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/running 2024-11-12T07:21:12,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba, hbase.cluster.distributed=false 2024-11-12T07:21:12,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/acl 2024-11-12T07:21:12,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-12T07:21:12,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40849 2024-11-12T07:21:12,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40849 2024-11-12T07:21:12,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-12T07:21:12,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40849 2024-11-12T07:21:12,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:12,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-11-12T07:21:12,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43107 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:12,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:12,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431070x0, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:12,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431070x0, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/running 2024-11-12T07:21:12,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43107-0x1012deb63d10001 connected 2024-11-12T07:21:12,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:21:12,586 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:21:12,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/master 2024-11-12T07:21:12,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/acl 2024-11-12T07:21:12,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-12T07:21:12,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-11-12T07:21:12,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-11-12T07:21:12,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-12T07:21:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-12T07:21:12,604 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:40849 2024-11-12T07:21:12,605 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-869898725/backup-masters/cea23c84c117,40849,1731396071202 2024-11-12T07:21:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/backup-masters 2024-11-12T07:21:12,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/backup-masters 2024-11-12T07:21:12,671 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on existing znode=/0-869898725/backup-masters/cea23c84c117,40849,1731396071202 2024-11-12T07:21:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-869898725/master 2024-11-12T07:21:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:12,693 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on existing znode=/0-869898725/master 2024-11-12T07:21:12,694 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-869898725/backup-masters/cea23c84c117,40849,1731396071202 from backup master directory 2024-11-12T07:21:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-869898725/backup-masters/cea23c84c117,40849,1731396071202 2024-11-12T07:21:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/backup-masters 2024-11-12T07:21:12,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/backup-masters 2024-11-12T07:21:12,704 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:12,704 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,40849,1731396071202 2024-11-12T07:21:12,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/hbase.id] with ID: e45b9895-17b1-4de1-b1a0-9a760f83b0ea 2024-11-12T07:21:12,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/.tmp/hbase.id 2024-11-12T07:21:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:21:13,111 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/.tmp/hbase.id]:[hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/hbase.id] 2024-11-12T07:21:13,118 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:13,119 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:21:13,119 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T07:21:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:21:13,603 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:13,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:21:13,604 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:21:14,015 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store 2024-11-12T07:21:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:21:14,034 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:14,034 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:14,034 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:14,034 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:14,034 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:14,035 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:14,035 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:14,035 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396074034Disabling compacts and flushes for region at 1731396074034Disabling writes for close at 1731396074034Writing region close event to WAL at 1731396074035 (+1 ms)Closed at 1731396074035 2024-11-12T07:21:14,035 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/.initializing 2024-11-12T07:21:14,035 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/WALs/cea23c84c117,40849,1731396071202 2024-11-12T07:21:14,037 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:14,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C40849%2C1731396071202, suffix=, logDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/WALs/cea23c84c117,40849,1731396071202, archiveDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/oldWALs, maxLogs=10 2024-11-12T07:21:14,056 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/WALs/cea23c84c117,40849,1731396071202/cea23c84c117%2C40849%2C1731396071202.1731396074038, exclude list is [], retry=0 2024-11-12T07:21:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8,DISK] 2024-11-12T07:21:14,060 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/WALs/cea23c84c117,40849,1731396071202/cea23c84c117%2C40849%2C1731396071202.1731396074038 2024-11-12T07:21:14,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44817:44817)] 2024-11-12T07:21:14,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:14,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:14,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:21:14,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:14,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:21:14,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:14,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:21:14,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:14,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:21:14,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:14,066 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,067 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,067 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,068 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,068 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,068 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:14,069 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:14,075 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:14,075 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61303436, jitterRate=-0.08650761842727661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:14,076 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396074060Initializing all the Stores at 1731396074061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396074061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396074061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396074061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396074061Cleaning up temporary data from old regions at 1731396074068 (+7 ms)Region opened successfully at 1731396074076 (+8 ms) 2024-11-12T07:21:14,078 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:21:14,081 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c139fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:14,082 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:21:14,082 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:21:14,082 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:21:14,082 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:21:14,083 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:21:14,083 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:21:14,083 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:21:14,093 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:21:14,094 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/balancer because node does not exist (not necessarily an error) 2024-11-12T07:21:14,103 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/balancer already deleted, retry=false 2024-11-12T07:21:14,104 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:21:14,105 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:21:14,114 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/normalizer already deleted, retry=false 2024-11-12T07:21:14,114 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:21:14,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:21:14,124 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/switch/split already deleted, retry=false 2024-11-12T07:21:14,126 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:21:14,135 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/switch/merge already deleted, retry=false 2024-11-12T07:21:14,137 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:21:14,146 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/snapshot-cleanup already deleted, retry=false 2024-11-12T07:21:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-869898725/running 2024-11-12T07:21:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-869898725/running 2024-11-12T07:21:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,40849,1731396071202, sessionid=0x1012deb63d10000, setting cluster-up flag (Was=false) 2024-11-12T07:21:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,209 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-869898725/flush-table-proc/acquired, /0-869898725/flush-table-proc/reached, /0-869898725/flush-table-proc/abort 2024-11-12T07:21:14,210 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40849,1731396071202 2024-11-12T07:21:14,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:21:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:21:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:14,261 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-869898725/online-snapshot/acquired, /0-869898725/online-snapshot/reached, /0-869898725/online-snapshot/abort 2024-11-12T07:21:14,262 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40849,1731396071202 2024-11-12T07:21:14,263 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:21:14,264 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:14,264 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:21:14,264 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:21:14,265 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,40849,1731396071202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:14,266 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:14,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:21:14,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:21:14,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396104276 2024-11-12T07:21:14,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:21:14,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:21:14,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:21:14,277 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:21:14,277 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:21:14,277 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:21:14,283 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,284 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:21:14,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:21:14,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:21:14,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:21:14,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:21:14,285 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:21:14,285 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396074285,5,FailOnTimeoutGroup] 2024-11-12T07:21:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:21:14,286 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396074285,5,FailOnTimeoutGroup] 2024-11-12T07:21:14,286 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,286 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:21:14,286 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,286 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,295 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(746): ClusterId : e45b9895-17b1-4de1-b1a0-9a760f83b0ea 2024-11-12T07:21:14,295 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:21:14,304 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:21:14,304 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:21:14,315 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:21:14,315 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1428f25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:14,330 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:43107 2024-11-12T07:21:14,330 INFO [RS:0;cea23c84c117:43107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:21:14,330 INFO [RS:0;cea23c84c117:43107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:21:14,330 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:21:14,331 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40849,1731396071202 with port=43107, startcode=1731396072316 2024-11-12T07:21:14,331 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:21:14,332 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:21:14,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40849 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,334 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba 2024-11-12T07:21:14,334 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39473 2024-11-12T07:21:14,334 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:21:14,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/rs 2024-11-12T07:21:14,346 DEBUG [RS:0;cea23c84c117:43107 {}] zookeeper.ZKUtil(111): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on existing znode=/0-869898725/rs/cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,346 WARN [RS:0;cea23c84c117:43107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:14,346 INFO [RS:0;cea23c84c117:43107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:14,346 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,43107,1731396072316] 2024-11-12T07:21:14,348 INFO [RS:0;cea23c84c117:43107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:21:14,349 INFO [RS:0;cea23c84c117:43107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:21:14,350 INFO [RS:0;cea23c84c117:43107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:21:14,350 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,350 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:21:14,350 INFO [RS:0;cea23c84c117:43107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:21:14,351 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:14,351 DEBUG [RS:0;cea23c84c117:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:14,351 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,351 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,351 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,351 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,352 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,352 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43107,1731396072316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:14,363 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:21:14,364 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,43107,1731396072316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,364 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,364 INFO [RS:0;cea23c84c117:43107 {}] regionserver.Replication(171): cea23c84c117,43107,1731396072316 started 2024-11-12T07:21:14,375 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:14,375 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,43107,1731396072316, RpcServer on cea23c84c117/172.17.0.2:43107, sessionid=0x1012deb63d10001 2024-11-12T07:21:14,375 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43107,1731396072316' 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-869898725/flush-table-proc/abort' 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-869898725/flush-table-proc/acquired' 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,43107,1731396072316' 2024-11-12T07:21:14,376 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-869898725/online-snapshot/abort' 2024-11-12T07:21:14,377 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-869898725/online-snapshot/acquired' 2024-11-12T07:21:14,377 DEBUG [RS:0;cea23c84c117:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:21:14,377 INFO [RS:0;cea23c84c117:43107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:21:14,377 INFO [RS:0;cea23c84c117:43107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:21:14,477 INFO [RS:0;cea23c84c117:43107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:14,478 INFO [RS:0;cea23c84c117:43107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43107%2C1731396072316, suffix=, logDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316, archiveDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/oldWALs, maxLogs=10 2024-11-12T07:21:14,490 DEBUG [RS:0;cea23c84c117:43107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, exclude list is [], retry=0 2024-11-12T07:21:14,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8,DISK] 2024-11-12T07:21:14,493 INFO [RS:0;cea23c84c117:43107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 2024-11-12T07:21:14,494 DEBUG [RS:0;cea23c84c117:43107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44817:44817)] 2024-11-12T07:21:14,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:21:14,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba 2024-11-12T07:21:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:21:14,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:14,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:14,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:14,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:14,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:14,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:14,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:14,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:14,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:14,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:14,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:14,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:14,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:14,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:14,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:14,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740 2024-11-12T07:21:14,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740 2024-11-12T07:21:14,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:14,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:14,701 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:14,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:14,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:14,704 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62835462, jitterRate=-0.06367865204811096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396074692Initializing all the Stores at 1731396074693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396074693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396074693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396074693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396074693Cleaning up temporary data from old regions at 1731396074701 (+8 ms)Region opened successfully at 1731396074704 (+3 ms) 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:14,704 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:14,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:14,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396074704Disabling compacts and flushes for region at 1731396074704Disabling writes for close at 1731396074704Writing region close event to WAL at 1731396074704Closed at 1731396074704 2024-11-12T07:21:14,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:14,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:21:14,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:21:14,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:14,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:21:14,857 DEBUG [cea23c84c117:40849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:21:14,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:14,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43107,1731396072316, state=OPENING 2024-11-12T07:21:14,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:21:14,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:14,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-869898725/meta-region-server: CHANGED 2024-11-12T07:21:14,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-869898725/meta-region-server: CHANGED 2024-11-12T07:21:14,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:14,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43107,1731396072316}] 2024-11-12T07:21:15,067 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:15,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:21:15,071 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:21:15,071 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:15,071 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:21:15,072 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43107%2C1731396072316.meta, suffix=.meta, logDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316, archiveDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/oldWALs, maxLogs=10 2024-11-12T07:21:15,090 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.meta.1731396075072.meta, exclude list is [], retry=0 2024-11-12T07:21:15,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8,DISK] 2024-11-12T07:21:15,093 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.meta.1731396075072.meta 2024-11-12T07:21:15,093 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44817:44817)] 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:15,094 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:21:15,094 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:21:15,094 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:21:15,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:15,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:15,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:15,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:15,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:15,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:15,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:15,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:15,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:15,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:15,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:15,102 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:15,102 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740 2024-11-12T07:21:15,103 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740 2024-11-12T07:21:15,103 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:15,103 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:15,104 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:15,104 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:15,105 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60316645, jitterRate=-0.10121195018291473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:15,105 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:21:15,105 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396075094Writing region info on filesystem at 1731396075094Initializing all the Stores at 1731396075095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396075095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396075096 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396075096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396075096Cleaning up temporary data from old regions at 1731396075103 (+7 ms)Running coprocessor post-open hooks at 1731396075105 (+2 ms)Region opened successfully at 1731396075105 2024-11-12T07:21:15,106 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396075066 2024-11-12T07:21:15,108 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:21:15,108 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:21:15,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:15,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,43107,1731396072316, state=OPEN 2024-11-12T07:21:15,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-869898725/meta-region-server 2024-11-12T07:21:15,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-869898725/meta-region-server 2024-11-12T07:21:15,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,43107,1731396072316 2024-11-12T07:21:15,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-869898725/meta-region-server: CHANGED 2024-11-12T07:21:15,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-869898725/meta-region-server: CHANGED 2024-11-12T07:21:15,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:21:15,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,43107,1731396072316 in 230 msec 2024-11-12T07:21:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:21:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-12T07:21:15,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:15,148 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:21:15,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:15,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43107,1731396072316, seqNum=-1] 2024-11-12T07:21:15,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:15,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:15,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-12T07:21:15,154 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396075153, completionTime=-1 2024-11-12T07:21:15,154 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:21:15,154 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:21:15,155 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:21:15,155 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396135155 2024-11-12T07:21:15,155 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396195155 2024-11-12T07:21:15,155 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:40849, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,156 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,158 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.455sec 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:15,159 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:21:15,161 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:21:15,161 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:21:15,161 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40849,1731396071202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:15,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a302027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:15,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:15,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:15,196 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:15,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e42cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:15,198 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:15,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd6c149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:15,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43107,1731396072316, seqNum=-1] 2024-11-12T07:21:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:15,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:15,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,40849,1731396071202 2024-11-12T07:21:15,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:15,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012deb63d10002 connected 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir so I do NOT create it in target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef 2024-11-12T07:21:15,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.tmp.dir so I do NOT create it in target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef 2024-11-12T07:21:15,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:21:15,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/cluster_29ab585f-b3e3-f8f1-8c46-e21ef9e641b4, deleteOnExit=true 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/test.cache.data in system properties and HBase conf 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:21:15,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:21:15,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:21:15,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:15,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:15,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:15,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:15,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:21:15,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:15,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758e34a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:15,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18242811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:15,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56de0319{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/java.io.tmpdir/jetty-localhost-45887-hadoop-hdfs-3_4_1-tests_jar-_-any-10404824055034479785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:15,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dfc209a{HTTP/1.1, (http/1.1)}{localhost:45887} 2024-11-12T07:21:15,691 INFO [Time-limited test {}] server.Server(415): Started @228444ms 2024-11-12T07:21:15,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:15,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:15,923 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38260 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:15,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:15,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:15,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:15,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:15,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:21:15,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5fb085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:15,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f870921{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:16,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4de55f58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/java.io.tmpdir/jetty-localhost-34941-hadoop-hdfs-3_4_1-tests_jar-_-any-8108352661074325416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:16,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b06d22d{HTTP/1.1, (http/1.1)}{localhost:34941} 2024-11-12T07:21:16,091 INFO [Time-limited test {}] server.Server(415): Started @228843ms 2024-11-12T07:21:16,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:21:16,802 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/cluster_29ab585f-b3e3-f8f1-8c46-e21ef9e641b4/data/data1/current/BP-1507997482-172.17.0.2-1731396075250/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:16,802 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/cluster_29ab585f-b3e3-f8f1-8c46-e21ef9e641b4/data/data2/current/BP-1507997482-172.17.0.2-1731396075250/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:16,821 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:21:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5090be3a0caa5a3 with lease ID 0xf7ff48e249ded555: Processing first storage report for DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=a80ad136-af0f-4c26-82c8-776ca15ccd04, infoPort=42941, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=703451171;c=1731396075250) 2024-11-12T07:21:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5090be3a0caa5a3 with lease ID 0xf7ff48e249ded555: from storage DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=a80ad136-af0f-4c26-82c8-776ca15ccd04, infoPort=42941, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=703451171;c=1731396075250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:16,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5090be3a0caa5a3 with lease ID 0xf7ff48e249ded555: Processing first storage report for DS-365ba914-3434-425a-ad36-8381d96b780a from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=a80ad136-af0f-4c26-82c8-776ca15ccd04, infoPort=42941, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=703451171;c=1731396075250) 2024-11-12T07:21:16,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5090be3a0caa5a3 with lease ID 0xf7ff48e249ded555: from storage DS-365ba914-3434-425a-ad36-8381d96b780a node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=a80ad136-af0f-4c26-82c8-776ca15ccd04, infoPort=42941, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=703451171;c=1731396075250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:16,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef 2024-11-12T07:21:16,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:16,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:16,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:21:17,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b with version=8 2024-11-12T07:21:17,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/hbase-staging 2024-11-12T07:21:17,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:17,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41043 2024-11-12T07:21:17,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41043 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410430x0, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:17,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41043-0x1012deb63d10003 connected 2024-11-12T07:21:17,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:17,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:17,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/running 2024-11-12T07:21:17,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b, hbase.cluster.distributed=false 2024-11-12T07:21:17,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/acl 2024-11-12T07:21:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-12T07:21:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41043 2024-11-12T07:21:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41043 2024-11-12T07:21:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-12T07:21:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41043 2024-11-12T07:21:17,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:17,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:21:17,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:17,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44897 2024-11-12T07:21:17,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44897 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:17,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:17,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:17,419 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448970x0, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:17,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448970x0, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/running 2024-11-12T07:21:17,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44897-0x1012deb63d10004 connected 2024-11-12T07:21:17,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:21:17,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:21:17,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/master 2024-11-12T07:21:17,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/acl 2024-11-12T07:21:17,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44897 2024-11-12T07:21:17,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44897 2024-11-12T07:21:17,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44897 2024-11-12T07:21:17,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44897 2024-11-12T07:21:17,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44897 2024-11-12T07:21:17,443 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:41043 2024-11-12T07:21:17,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-49662334/backup-masters/cea23c84c117,41043,1731396077258 2024-11-12T07:21:17,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/backup-masters 2024-11-12T07:21:17,451 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/backup-masters 2024-11-12T07:21:17,451 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on existing znode=/1-49662334/backup-masters/cea23c84c117,41043,1731396077258 2024-11-12T07:21:17,461 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-49662334/master 2024-11-12T07:21:17,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:17,461 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:17,461 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on existing znode=/1-49662334/master 2024-11-12T07:21:17,462 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-49662334/backup-masters/cea23c84c117,41043,1731396077258 from backup master directory 2024-11-12T07:21:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-49662334/backup-masters/cea23c84c117,41043,1731396077258 2024-11-12T07:21:17,472 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/backup-masters 2024-11-12T07:21:17,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/backup-masters 2024-11-12T07:21:17,472 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:17,472 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,41043,1731396077258 2024-11-12T07:21:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/hbase.id] with ID: f9238d16-597e-4e9c-b9cc-a27d80533c93 2024-11-12T07:21:17,475 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/.tmp/hbase.id 2024-11-12T07:21:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:21:17,879 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/.tmp/hbase.id]:[hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/hbase.id] 2024-11-12T07:21:17,888 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:17,888 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:21:17,889 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:21:18,531 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:18,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:21:18,937 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:18,937 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:21:18,938 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:21:19,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,343 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store 2024-11-12T07:21:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:19,748 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:19,748 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:19,748 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396079748Disabling compacts and flushes for region at 1731396079748Disabling writes for close at 1731396079748Writing region close event to WAL at 1731396079748Closed at 1731396079748 2024-11-12T07:21:19,749 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/.initializing 2024-11-12T07:21:19,749 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/WALs/cea23c84c117,41043,1731396077258 2024-11-12T07:21:19,750 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:19,751 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C41043%2C1731396077258, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/WALs/cea23c84c117,41043,1731396077258, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/oldWALs, maxLogs=10 2024-11-12T07:21:19,764 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/WALs/cea23c84c117,41043,1731396077258/cea23c84c117%2C41043%2C1731396077258.1731396079751, exclude list is [], retry=0 2024-11-12T07:21:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf,DISK] 2024-11-12T07:21:19,767 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/WALs/cea23c84c117,41043,1731396077258/cea23c84c117%2C41043%2C1731396077258.1731396079751 2024-11-12T07:21:19,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941)] 2024-11-12T07:21:19,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:19,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:19,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,767 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:21:19,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:19,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:19,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:21:19,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:19,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:19,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:21:19,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:19,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:19,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:21:19,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:19,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:19,773 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,773 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,773 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,774 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,774 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,774 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:19,775 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:19,776 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:19,776 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73863204, jitterRate=0.10064750909805298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:19,776 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396079767Initializing all the Stores at 1731396079768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396079768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396079768Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396079768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396079768Cleaning up temporary data from old regions at 1731396079774 (+6 ms)Region opened successfully at 1731396079776 (+2 ms) 2024-11-12T07:21:19,777 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:21:19,778 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf867b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:19,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:21:19,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:21:19,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:21:19,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:21:19,781 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:21:19,781 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:21:19,781 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:21:19,782 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:21:19,783 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/balancer because node does not exist (not necessarily an error) 2024-11-12T07:21:19,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:19,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,798 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/balancer already deleted, retry=false 2024-11-12T07:21:19,798 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:21:19,799 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:21:19,808 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/normalizer already deleted, retry=false 2024-11-12T07:21:19,809 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:21:19,809 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:21:19,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,819 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/switch/split already deleted, retry=false 2024-11-12T07:21:19,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,819 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:21:19,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:19,829 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/switch/merge already deleted, retry=false 2024-11-12T07:21:19,831 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:21:19,840 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/snapshot-cleanup already deleted, retry=false 2024-11-12T07:21:19,850 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-49662334/running 2024-11-12T07:21:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-49662334/running 2024-11-12T07:21:19,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,850 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,41043,1731396077258, sessionid=0x1012deb63d10003, setting cluster-up flag (Was=false) 2024-11-12T07:21:19,871 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,903 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-49662334/flush-table-proc/acquired, /1-49662334/flush-table-proc/reached, /1-49662334/flush-table-proc/abort 2024-11-12T07:21:19,904 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41043,1731396077258 2024-11-12T07:21:19,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,924 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:19,956 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-49662334/online-snapshot/acquired, /1-49662334/online-snapshot/reached, /1-49662334/online-snapshot/abort 2024-11-12T07:21:19,956 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41043,1731396077258 2024-11-12T07:21:19,957 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:21:19,958 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:19,958 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:21:19,958 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:21:19,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,41043,1731396077258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:21:19,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:19,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:19,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:19,959 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:19,960 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:21:19,960 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:19,960 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:19,960 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:19,960 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396109960 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:21:19,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:21:19,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:21:19,961 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:19,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:21:19,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:19,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:21:19,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:21:19,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:21:19,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:21:19,963 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:21:19,963 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:21:19,964 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396079963,5,FailOnTimeoutGroup] 2024-11-12T07:21:19,966 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396079964,5,FailOnTimeoutGroup] 2024-11-12T07:21:19,966 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:19,966 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:21:19,966 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:19,966 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:19,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:21:20,033 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(746): ClusterId : f9238d16-597e-4e9c-b9cc-a27d80533c93 2024-11-12T07:21:20,033 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:21:20,061 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:21:20,061 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:21:20,072 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:21:20,072 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44006232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:20,082 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:44897 2024-11-12T07:21:20,082 INFO [RS:0;cea23c84c117:44897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:21:20,082 INFO [RS:0;cea23c84c117:44897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:21:20,082 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:21:20,083 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,41043,1731396077258 with port=44897, startcode=1731396077402 2024-11-12T07:21:20,083 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:21:20,084 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:21:20,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41043 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,086 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b 2024-11-12T07:21:20,086 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34469 2024-11-12T07:21:20,086 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:21:20,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/rs 2024-11-12T07:21:20,093 DEBUG [RS:0;cea23c84c117:44897 {}] zookeeper.ZKUtil(111): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on existing znode=/1-49662334/rs/cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,093 WARN [RS:0;cea23c84c117:44897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:20,093 INFO [RS:0;cea23c84c117:44897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:20,093 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,44897,1731396077402] 2024-11-12T07:21:20,096 INFO [RS:0;cea23c84c117:44897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:21:20,097 INFO [RS:0;cea23c84c117:44897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:21:20,097 INFO [RS:0;cea23c84c117:44897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:21:20,098 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,098 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:21:20,098 INFO [RS:0;cea23c84c117:44897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:21:20,098 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,098 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,098 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,098 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,098 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:20,099 DEBUG [RS:0;cea23c84c117:44897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,099 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44897,1731396077402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:20,112 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:21:20,112 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44897,1731396077402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,112 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,112 INFO [RS:0;cea23c84c117:44897 {}] regionserver.Replication(171): cea23c84c117,44897,1731396077402 started 2024-11-12T07:21:20,124 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:20,124 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,44897,1731396077402, RpcServer on cea23c84c117/172.17.0.2:44897, sessionid=0x1012deb63d10004 2024-11-12T07:21:20,124 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:21:20,124 DEBUG [RS:0;cea23c84c117:44897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,124 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44897,1731396077402' 2024-11-12T07:21:20,124 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-49662334/flush-table-proc/abort' 2024-11-12T07:21:20,124 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-49662334/flush-table-proc/acquired' 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44897,1731396077402' 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-49662334/online-snapshot/abort' 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-49662334/online-snapshot/acquired' 2024-11-12T07:21:20,125 DEBUG [RS:0;cea23c84c117:44897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:21:20,125 INFO [RS:0;cea23c84c117:44897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:21:20,125 INFO [RS:0;cea23c84c117:44897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:21:20,225 INFO [RS:0;cea23c84c117:44897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:20,226 INFO [RS:0;cea23c84c117:44897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44897%2C1731396077402, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/oldWALs, maxLogs=10 2024-11-12T07:21:20,238 DEBUG [RS:0;cea23c84c117:44897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, exclude list is [], retry=0 2024-11-12T07:21:20,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf,DISK] 2024-11-12T07:21:20,241 INFO [RS:0;cea23c84c117:44897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 2024-11-12T07:21:20,241 DEBUG [RS:0;cea23c84c117:44897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941)] 2024-11-12T07:21:20,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:21:20,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:21:20,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b 2024-11-12T07:21:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:21:20,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:20,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:20,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:20,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:20,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:20,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:20,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:20,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:20,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:20,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:20,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:20,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:20,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:20,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:20,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:20,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:20,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:20,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:20,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740 2024-11-12T07:21:20,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740 2024-11-12T07:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:20,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:20,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:20,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:20,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:20,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69431268, jitterRate=0.03460651636123657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396080775Initializing all the Stores at 1731396080776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396080776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396080776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396080776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396080776Cleaning up temporary data from old regions at 1731396080782 (+6 ms)Region opened successfully at 1731396080785 (+3 ms) 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:20,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:20,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:20,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396080785Disabling compacts and flushes for region at 1731396080785Disabling writes for close at 1731396080785Writing region close event to WAL at 1731396080785Closed at 1731396080785 2024-11-12T07:21:20,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:20,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:21:20,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:21:20,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:20,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:21:20,938 DEBUG [cea23c84c117:41043 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:21:20,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:20,939 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44897,1731396077402, state=OPENING 2024-11-12T07:21:21,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:21:21,050 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:21,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:21,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-49662334/meta-region-server: CHANGED 2024-11-12T07:21:21,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-49662334/meta-region-server: CHANGED 2024-11-12T07:21:21,051 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:21,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44897,1731396077402}] 2024-11-12T07:21:21,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:21,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:21:21,206 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:21:21,206 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:21,206 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:21:21,208 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44897%2C1731396077402.meta, suffix=.meta, logDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/oldWALs, maxLogs=10 2024-11-12T07:21:21,219 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.meta.1731396081208.meta, exclude list is [], retry=0 2024-11-12T07:21:21,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf,DISK] 2024-11-12T07:21:21,222 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.meta.1731396081208.meta 2024-11-12T07:21:21,222 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941)] 2024-11-12T07:21:21,222 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:21,223 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:21:21,223 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:21:21,223 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:21:21,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:21,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:21,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:21,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:21,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:21,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:21,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:21,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:21,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:21,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:21,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:21,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:21,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:21,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:21,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:21,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:21,227 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:21,228 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740 2024-11-12T07:21:21,228 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740 2024-11-12T07:21:21,229 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:21,229 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:21,229 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:21,230 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:21,230 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62461108, jitterRate=-0.06925696134567261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:21,230 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:21:21,230 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396081223Writing region info on filesystem at 1731396081223Initializing all the Stores at 1731396081224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396081224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396081224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396081224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396081224Cleaning up temporary data from old regions at 1731396081229 (+5 ms)Running coprocessor post-open hooks at 1731396081230 (+1 ms)Region opened successfully at 1731396081230 2024-11-12T07:21:21,231 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396081203 2024-11-12T07:21:21,233 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:21:21,233 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:21:21,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:21,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44897,1731396077402, state=OPEN 2024-11-12T07:21:21,240 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-49662334/meta-region-server 2024-11-12T07:21:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-49662334/meta-region-server 2024-11-12T07:21:21,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,44897,1731396077402 2024-11-12T07:21:21,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-49662334/meta-region-server: CHANGED 2024-11-12T07:21:21,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-49662334/meta-region-server: CHANGED 2024-11-12T07:21:21,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:21:21,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44897,1731396077402 in 189 msec 2024-11-12T07:21:21,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:21:21,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-12T07:21:21,243 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:21,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:21:21,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:21,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44897,1731396077402, seqNum=-1] 2024-11-12T07:21:21,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:21,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:21,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-12T07:21:21,249 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396081249, completionTime=-1 2024-11-12T07:21:21,249 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:21:21,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396141251 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396201251 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:41043, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,251 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,252 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.782sec 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:21,254 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:21:21,256 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:21:21,256 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:21:21,256 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41043,1731396077258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:21,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be6eef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:21,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:21,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:21,335 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563d6628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:21,336 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:21,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438ce417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:21,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44897,1731396077402, seqNum=-1] 2024-11-12T07:21:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:21,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:21,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,41043,1731396077258 2024-11-12T07:21:21,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:21,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012deb63d10005 connected 2024-11-12T07:21:21,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir so I do NOT create it in target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957 2024-11-12T07:21:21,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:21:21,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.tmp.dir so I do NOT create it in target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957 2024-11-12T07:21:21,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:21:21,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957 2024-11-12T07:21:21,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/cluster_a9adbeaa-88d9-1b3e-699d-ba3fe52532d5, deleteOnExit=true 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/test.cache.data in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:21:21,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:21,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:21:21,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:21:21,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:21,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:21,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:21,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:21,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:21:21,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:21,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aaa7cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:21,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422424a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:21,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d904433{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/java.io.tmpdir/jetty-localhost-38259-hadoop-hdfs-3_4_1-tests_jar-_-any-17943042438124485150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:21,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44cd309e{HTTP/1.1, (http/1.1)}{localhost:38259} 2024-11-12T07:21:21,757 INFO [Time-limited test {}] server.Server(415): Started @234509ms 2024-11-12T07:21:21,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:21,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:22,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:22,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:22,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:21:22,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf38725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:22,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5482a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:22,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@262753c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/java.io.tmpdir/jetty-localhost-44621-hadoop-hdfs-3_4_1-tests_jar-_-any-12742839795468745623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:22,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@530ebbb{HTTP/1.1, (http/1.1)}{localhost:44621} 2024-11-12T07:21:22,102 INFO [Time-limited test {}] server.Server(415): Started @234855ms 2024-11-12T07:21:22,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:21:22,750 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/cluster_a9adbeaa-88d9-1b3e-699d-ba3fe52532d5/data/data2/current/BP-1487494556-172.17.0.2-1731396081372/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:22,750 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/cluster_a9adbeaa-88d9-1b3e-699d-ba3fe52532d5/data/data1/current/BP-1487494556-172.17.0.2-1731396081372/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:22,764 WARN [Thread-2871 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:21:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9b14990b96d2aa with lease ID 0x99c6577b1b47679a: Processing first storage report for DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df from datanode DatanodeRegistration(127.0.0.1:42437, datanodeUuid=a57e178a-a8d8-4149-8b52-7eb1269ca35b, infoPort=38063, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1431735626;c=1731396081372) 2024-11-12T07:21:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9b14990b96d2aa with lease ID 0x99c6577b1b47679a: from storage DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df node DatanodeRegistration(127.0.0.1:42437, datanodeUuid=a57e178a-a8d8-4149-8b52-7eb1269ca35b, infoPort=38063, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1431735626;c=1731396081372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c9b14990b96d2aa with lease ID 0x99c6577b1b47679a: Processing first storage report for DS-e12f7cd0-297f-471c-8ead-fd156cc66650 from datanode DatanodeRegistration(127.0.0.1:42437, datanodeUuid=a57e178a-a8d8-4149-8b52-7eb1269ca35b, infoPort=38063, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1431735626;c=1731396081372) 2024-11-12T07:21:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c9b14990b96d2aa with lease ID 0x99c6577b1b47679a: from storage DS-e12f7cd0-297f-471c-8ead-fd156cc66650 node DatanodeRegistration(127.0.0.1:42437, datanodeUuid=a57e178a-a8d8-4149-8b52-7eb1269ca35b, infoPort=38063, infoSecurePort=0, ipcPort=46387, storageInfo=lv=-57;cid=testClusterID;nsid=1431735626;c=1731396081372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:22,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957 2024-11-12T07:21:22,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:22,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:21:23,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c with version=8 2024-11-12T07:21:23,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/hbase-staging 2024-11-12T07:21:23,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:23,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38797 2024-11-12T07:21:23,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38797 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:23,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387970x0, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:23,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38797-0x1012deb63d10006 connected 2024-11-12T07:21:23,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:23,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:23,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/running 2024-11-12T07:21:23,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c, hbase.cluster.distributed=false 2024-11-12T07:21:23,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/acl 2024-11-12T07:21:23,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-12T07:21:23,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38797 2024-11-12T07:21:23,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38797 2024-11-12T07:21:23,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-12T07:21:23,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-12T07:21:23,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:23,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:23,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33057 2024-11-12T07:21:23,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33057 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:23,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:23,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:23,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330570x0, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:23,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33057-0x1012deb63d10007 connected 2024-11-12T07:21:23,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330570x0, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/running 2024-11-12T07:21:23,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:21:23,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:21:23,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/master 2024-11-12T07:21:23,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/acl 2024-11-12T07:21:23,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33057 2024-11-12T07:21:23,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33057 2024-11-12T07:21:23,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33057 2024-11-12T07:21:23,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33057 2024-11-12T07:21:23,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33057 2024-11-12T07:21:23,410 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:38797 2024-11-12T07:21:23,410 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-537846837/backup-masters/cea23c84c117,38797,1731396083239 2024-11-12T07:21:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/backup-masters 2024-11-12T07:21:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/backup-masters 2024-11-12T07:21:23,419 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on existing znode=/2-537846837/backup-masters/cea23c84c117,38797,1731396083239 2024-11-12T07:21:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-537846837/master 2024-11-12T07:21:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:23,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:23,429 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on existing znode=/2-537846837/master 2024-11-12T07:21:23,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-537846837/backup-masters/cea23c84c117,38797,1731396083239 from backup master directory 2024-11-12T07:21:23,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-537846837/backup-masters/cea23c84c117,38797,1731396083239 2024-11-12T07:21:23,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/backup-masters 2024-11-12T07:21:23,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/backup-masters 2024-11-12T07:21:23,440 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:23,440 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,38797,1731396083239 2024-11-12T07:21:23,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/hbase.id] with ID: 41855eae-8cbd-413d-9066-8d48ce74217c 2024-11-12T07:21:23,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/.tmp/hbase.id 2024-11-12T07:21:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:21:23,448 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/.tmp/hbase.id]:[hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/hbase.id] 2024-11-12T07:21:23,458 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:23,458 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:21:23,459 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T07:21:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:23,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:21:23,945 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:23,946 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:21:23,946 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:21:24,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:21:24,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:21:24,354 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store 2024-11-12T07:21:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:24,359 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:24,359 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:24,359 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396084359Disabling compacts and flushes for region at 1731396084359Disabling writes for close at 1731396084359Writing region close event to WAL at 1731396084359Closed at 1731396084359 2024-11-12T07:21:24,360 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/.initializing 2024-11-12T07:21:24,360 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/WALs/cea23c84c117,38797,1731396083239 2024-11-12T07:21:24,360 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:24,361 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C38797%2C1731396083239, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/WALs/cea23c84c117,38797,1731396083239, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/oldWALs, maxLogs=10 2024-11-12T07:21:24,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/WALs/cea23c84c117,38797,1731396083239/cea23c84c117%2C38797%2C1731396083239.1731396084362, exclude list is [], retry=0 2024-11-12T07:21:24,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df,DISK] 2024-11-12T07:21:24,379 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/WALs/cea23c84c117,38797,1731396083239/cea23c84c117%2C38797%2C1731396083239.1731396084362 2024-11-12T07:21:24,380 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38063:38063)] 2024-11-12T07:21:24,380 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:24,380 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:24,380 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,380 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:21:24,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:21:24,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:21:24,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:24,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:24,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:21:24,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:24,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:24,386 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,386 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,386 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,387 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,387 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,387 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:24,388 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:24,389 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:24,390 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66511760, jitterRate=-0.008897542953491211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:24,390 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396084381Initializing all the Stores at 1731396084381Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396084381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396084381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396084381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396084381Cleaning up temporary data from old regions at 1731396084387 (+6 ms)Region opened successfully at 1731396084390 (+3 ms) 2024-11-12T07:21:24,390 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:21:24,392 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2d04b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:24,392 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:21:24,392 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:21:24,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:21:24,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:21:24,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:21:24,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:21:24,393 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:21:24,394 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:21:24,395 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/balancer because node does not exist (not necessarily an error) 2024-11-12T07:21:24,440 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/balancer already deleted, retry=false 2024-11-12T07:21:24,440 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:21:24,440 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:21:24,450 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/normalizer already deleted, retry=false 2024-11-12T07:21:24,450 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:21:24,451 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:21:24,460 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/switch/split already deleted, retry=false 2024-11-12T07:21:24,461 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:21:24,471 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/switch/merge already deleted, retry=false 2024-11-12T07:21:24,473 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:21:24,482 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/snapshot-cleanup already deleted, retry=false 2024-11-12T07:21:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-537846837/running 2024-11-12T07:21:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-537846837/running 2024-11-12T07:21:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,492 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,38797,1731396083239, sessionid=0x1012deb63d10006, setting cluster-up flag (Was=false) 2024-11-12T07:21:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,545 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-537846837/flush-table-proc/acquired, /2-537846837/flush-table-proc/reached, /2-537846837/flush-table-proc/abort 2024-11-12T07:21:24,546 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,38797,1731396083239 2024-11-12T07:21:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:24,597 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-537846837/online-snapshot/acquired, /2-537846837/online-snapshot/reached, /2-537846837/online-snapshot/abort 2024-11-12T07:21:24,598 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,38797,1731396083239 2024-11-12T07:21:24,599 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:21:24,600 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:24,601 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:21:24,601 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:21:24,601 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,38797,1731396083239 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:21:24,601 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(746): ClusterId : 41855eae-8cbd-413d-9066-8d48ce74217c 2024-11-12T07:21:24,601 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:24,608 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,609 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:21:24,609 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396114609 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:21:24,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:24,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:21:24,610 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396084610,5,FailOnTimeoutGroup] 2024-11-12T07:21:24,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:24,610 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396084610,5,FailOnTimeoutGroup] 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:21:24,619 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:21:24,620 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301fc174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:21:24,629 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:33057 2024-11-12T07:21:24,629 INFO [RS:0;cea23c84c117:33057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:21:24,629 INFO [RS:0;cea23c84c117:33057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:21:24,629 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:21:24,630 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,38797,1731396083239 with port=33057, startcode=1731396083373 2024-11-12T07:21:24,630 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:21:24,631 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:21:24,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,633 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c 2024-11-12T07:21:24,633 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42827 2024-11-12T07:21:24,633 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:21:24,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/rs 2024-11-12T07:21:24,683 DEBUG [RS:0;cea23c84c117:33057 {}] zookeeper.ZKUtil(111): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on existing znode=/2-537846837/rs/cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,683 WARN [RS:0;cea23c84c117:33057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:24,683 INFO [RS:0;cea23c84c117:33057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:24,683 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,33057,1731396083373] 2024-11-12T07:21:24,686 INFO [RS:0;cea23c84c117:33057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:21:24,687 INFO [RS:0;cea23c84c117:33057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:21:24,687 INFO [RS:0;cea23c84c117:33057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:21:24,687 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,687 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:21:24,688 INFO [RS:0;cea23c84c117:33057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:21:24,688 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:24,688 DEBUG [RS:0;cea23c84c117:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,689 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33057,1731396083373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:24,701 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:21:24,701 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,33057,1731396083373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,701 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,701 INFO [RS:0;cea23c84c117:33057 {}] regionserver.Replication(171): cea23c84c117,33057,1731396083373 started 2024-11-12T07:21:24,713 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:24,713 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,33057,1731396083373, RpcServer on cea23c84c117/172.17.0.2:33057, sessionid=0x1012deb63d10007 2024-11-12T07:21:24,713 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:21:24,713 DEBUG [RS:0;cea23c84c117:33057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,713 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33057,1731396083373' 2024-11-12T07:21:24,713 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-537846837/flush-table-proc/abort' 2024-11-12T07:21:24,713 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-537846837/flush-table-proc/acquired' 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,33057,1731396083373 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,33057,1731396083373' 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-537846837/online-snapshot/abort' 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-537846837/online-snapshot/acquired' 2024-11-12T07:21:24,714 DEBUG [RS:0;cea23c84c117:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:21:24,714 INFO [RS:0;cea23c84c117:33057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:21:24,714 INFO [RS:0;cea23c84c117:33057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:21:24,815 INFO [RS:0;cea23c84c117:33057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:24,816 INFO [RS:0;cea23c84c117:33057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33057%2C1731396083373, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/oldWALs, maxLogs=10 2024-11-12T07:21:24,827 DEBUG [RS:0;cea23c84c117:33057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, exclude list is [], retry=0 2024-11-12T07:21:24,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df,DISK] 2024-11-12T07:21:24,830 INFO [RS:0;cea23c84c117:33057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 2024-11-12T07:21:24,831 DEBUG [RS:0;cea23c84c117:33057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38063:38063)] 2024-11-12T07:21:25,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:21:25,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c 2024-11-12T07:21:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:21:25,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:25,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:25,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:25,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:25,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:25,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:25,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:25,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:25,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:25,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:25,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740 2024-11-12T07:21:25,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740 2024-11-12T07:21:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:25,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:25,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:25,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:25,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61972938, jitterRate=-0.07653126120567322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396085425Initializing all the Stores at 1731396085426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085426Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396085426Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085426Cleaning up temporary data from old regions at 1731396085432 (+6 ms)Region opened successfully at 1731396085435 (+3 ms) 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:25,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:25,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:25,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396085435Disabling compacts and flushes for region at 1731396085435Disabling writes for close at 1731396085435Writing region close event to WAL at 1731396085436 (+1 ms)Closed at 1731396085436 2024-11-12T07:21:25,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:25,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:21:25,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:21:25,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:25,438 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:21:25,588 DEBUG [cea23c84c117:38797 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:21:25,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:25,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33057,1731396083373, state=OPENING 2024-11-12T07:21:25,639 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:21:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:25,650 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:21:25,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-537846837/meta-region-server: CHANGED 2024-11-12T07:21:25,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-537846837/meta-region-server: CHANGED 2024-11-12T07:21:25,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33057,1731396083373}] 2024-11-12T07:21:25,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:25,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:21:25,807 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:21:25,807 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:25,807 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:21:25,808 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33057%2C1731396083373.meta, suffix=.meta, logDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/oldWALs, maxLogs=10 2024-11-12T07:21:25,820 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.meta.1731396085808.meta, exclude list is [], retry=0 2024-11-12T07:21:25,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df,DISK] 2024-11-12T07:21:25,823 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.meta.1731396085808.meta 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38063:38063)] 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:25,824 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:21:25,824 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:21:25,824 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:21:25,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:21:25,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:21:25,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:21:25,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:21:25,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:21:25,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:21:25,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:21:25,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:21:25,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:25,828 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:21:25,829 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740 2024-11-12T07:21:25,829 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740 2024-11-12T07:21:25,830 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:21:25,830 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:21:25,831 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:25,831 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:21:25,832 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73902432, jitterRate=0.10123205184936523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:25,832 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:21:25,832 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396085824Writing region info on filesystem at 1731396085824Initializing all the Stores at 1731396085825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396085825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396085825Cleaning up temporary data from old regions at 1731396085830 (+5 ms)Running coprocessor post-open hooks at 1731396085832 (+2 ms)Region opened successfully at 1731396085832 2024-11-12T07:21:25,833 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396085803 2024-11-12T07:21:25,834 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:21:25,834 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:21:25,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:25,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,33057,1731396083373, state=OPEN 2024-11-12T07:21:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-537846837/meta-region-server 2024-11-12T07:21:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-537846837/meta-region-server 2024-11-12T07:21:25,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,33057,1731396083373 2024-11-12T07:21:25,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-537846837/meta-region-server: CHANGED 2024-11-12T07:21:25,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-537846837/meta-region-server: CHANGED 2024-11-12T07:21:25,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:21:25,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,33057,1731396083373 in 189 msec 2024-11-12T07:21:25,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:21:25,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-12T07:21:25,843 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:25,843 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:21:25,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:25,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33057,1731396083373, seqNum=-1] 2024-11-12T07:21:25,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:25,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:25,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-12T07:21:25,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396085849, completionTime=-1 2024-11-12T07:21:25,849 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:21:25,849 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:21:25,850 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:21:25,850 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396145850 2024-11-12T07:21:25,850 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396205850 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:38797, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,851 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,853 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:21:25,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.414sec 2024-11-12T07:21:25,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:21:25,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:21:25,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:21:25,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:21:25,866 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:21:25,866 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:25,866 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:21:25,873 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:21:25,873 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:21:25,873 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,38797,1731396083239-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:25,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:25,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:25,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:25,904 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4029f449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:25,906 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:25,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbdc0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:25,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33057,1731396083373, seqNum=-1] 2024-11-12T07:21:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:25,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:25,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,38797,1731396083239 2024-11-12T07:21:25,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50123 2024-11-12T07:21:25,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:25,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012deb63d10008 connected 2024-11-12T07:21:25,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40849,1731396071202 2024-11-12T07:21:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711099ec 2024-11-12T07:21:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:25,938 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:25,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:21:25,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:25,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:25,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:21:25,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:25,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:25,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:25,943 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48279 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:21:25,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7604b82ea1e76dafe3c756ab9067895b, NAME => 'test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba 2024-11-12T07:21:25,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7604b82ea1e76dafe3c756ab9067895b, disabling compactions & flushes 2024-11-12T07:21:25,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. after waiting 0 ms 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:25,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:25,966 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7604b82ea1e76dafe3c756ab9067895b: Waiting for close lock at 1731396085966Disabling compacts and flushes for region at 1731396085966Disabling writes for close at 1731396085966Writing region close event to WAL at 1731396085966Closed at 1731396085966 2024-11-12T07:21:25,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:25,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396085967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396085967"}]},"ts":"1731396085967"} 2024-11-12T07:21:25,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:25,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:25,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396085970"}]},"ts":"1731396085970"} 2024-11-12T07:21:25,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:21:25,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7604b82ea1e76dafe3c756ab9067895b, ASSIGN}] 2024-11-12T07:21:25,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7604b82ea1e76dafe3c756ab9067895b, ASSIGN 2024-11-12T07:21:25,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7604b82ea1e76dafe3c756ab9067895b, ASSIGN; state=OFFLINE, location=cea23c84c117,43107,1731396072316; forceNewPlan=false, retain=false 2024-11-12T07:21:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7604b82ea1e76dafe3c756ab9067895b, regionState=OPENING, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:26,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7604b82ea1e76dafe3c756ab9067895b, ASSIGN because future has completed 2024-11-12T07:21:26,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7604b82ea1e76dafe3c756ab9067895b, server=cea23c84c117,43107,1731396072316}] 2024-11-12T07:21:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,285 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:26,285 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7604b82ea1e76dafe3c756ab9067895b, NAME => 'test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:26,285 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:26,286 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,287 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,288 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7604b82ea1e76dafe3c756ab9067895b columnFamilyName f 2024-11-12T07:21:26,288 DEBUG [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:26,289 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(327): Store=7604b82ea1e76dafe3c756ab9067895b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:26,289 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,290 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7604b82ea1e76dafe3c756ab9067895b columnFamilyName f1 2024-11-12T07:21:26,290 DEBUG [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:26,290 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(327): Store=7604b82ea1e76dafe3c756ab9067895b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:26,290 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,291 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7604b82ea1e76dafe3c756ab9067895b columnFamilyName norep 2024-11-12T07:21:26,291 DEBUG [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:26,292 INFO [StoreOpener-7604b82ea1e76dafe3c756ab9067895b-1 {}] regionserver.HStore(327): Store=7604b82ea1e76dafe3c756ab9067895b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:26,292 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,292 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,293 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,293 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,293 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,294 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:26,295 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,297 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:26,297 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7604b82ea1e76dafe3c756ab9067895b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75385036, jitterRate=0.12332457304000854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:26,297 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:26,298 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7604b82ea1e76dafe3c756ab9067895b: Running coprocessor pre-open hook at 1731396086286Writing region info on filesystem at 1731396086286Initializing all the Stores at 1731396086287 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396086287Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396086287Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396086287Cleaning up temporary data from old regions at 1731396086293 (+6 ms)Running coprocessor post-open hooks at 1731396086297 (+4 ms)Region opened successfully at 1731396086297 2024-11-12T07:21:26,298 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., pid=6, masterSystemTime=1731396086280 2024-11-12T07:21:26,300 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:26,300 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:26,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7604b82ea1e76dafe3c756ab9067895b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:26,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7604b82ea1e76dafe3c756ab9067895b, server=cea23c84c117,43107,1731396072316 because future has completed 2024-11-12T07:21:26,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:21:26,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7604b82ea1e76dafe3c756ab9067895b, server=cea23c84c117,43107,1731396072316 in 175 msec 2024-11-12T07:21:26,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:21:26,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7604b82ea1e76dafe3c756ab9067895b, ASSIGN in 332 msec 2024-11-12T07:21:26,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:26,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396086307"}]},"ts":"1731396086307"} 2024-11-12T07:21:26,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:21:26,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:26,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-12T07:21:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,573 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:21:26,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41043,1731396077258 2024-11-12T07:21:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6bfeff 2024-11-12T07:21:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:26,575 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:26,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:21:26,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:26,578 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:26,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:21:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:21:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:26,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:26,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:21:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:26,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ae58d5da09cbf364da8661b80429ee7, NAME => 'test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b 2024-11-12T07:21:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:21:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ae58d5da09cbf364da8661b80429ee7, disabling compactions & flushes 2024-11-12T07:21:27,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. after waiting 0 ms 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ae58d5da09cbf364da8661b80429ee7: Waiting for close lock at 1731396087393Disabling compacts and flushes for region at 1731396087393Disabling writes for close at 1731396087393Writing region close event to WAL at 1731396087393Closed at 1731396087393 2024-11-12T07:21:27,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:27,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396087394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396087394"}]},"ts":"1731396087394"} 2024-11-12T07:21:27,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:27,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:27,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396087397"}]},"ts":"1731396087397"} 2024-11-12T07:21:27,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:21:27,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ae58d5da09cbf364da8661b80429ee7, ASSIGN}] 2024-11-12T07:21:27,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ae58d5da09cbf364da8661b80429ee7, ASSIGN 2024-11-12T07:21:27,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ae58d5da09cbf364da8661b80429ee7, ASSIGN; state=OFFLINE, location=cea23c84c117,44897,1731396077402; forceNewPlan=false, retain=false 2024-11-12T07:21:27,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ae58d5da09cbf364da8661b80429ee7, regionState=OPENING, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:27,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ae58d5da09cbf364da8661b80429ee7, ASSIGN because future has completed 2024-11-12T07:21:27,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ae58d5da09cbf364da8661b80429ee7, server=cea23c84c117,44897,1731396077402}] 2024-11-12T07:21:27,708 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,708 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ae58d5da09cbf364da8661b80429ee7, NAME => 'test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:27,708 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:27,708 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:21:27,708 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,709 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:27,709 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,709 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,710 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,711 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae58d5da09cbf364da8661b80429ee7 columnFamilyName f 2024-11-12T07:21:27,711 DEBUG [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:27,711 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(327): Store=6ae58d5da09cbf364da8661b80429ee7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:27,711 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,712 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae58d5da09cbf364da8661b80429ee7 columnFamilyName f1 2024-11-12T07:21:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:27,712 DEBUG [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:27,712 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(327): Store=6ae58d5da09cbf364da8661b80429ee7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:27,713 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,713 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae58d5da09cbf364da8661b80429ee7 columnFamilyName norep 2024-11-12T07:21:27,713 DEBUG [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:27,714 INFO [StoreOpener-6ae58d5da09cbf364da8661b80429ee7-1 {}] regionserver.HStore(327): Store=6ae58d5da09cbf364da8661b80429ee7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:27,714 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,714 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,715 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,715 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,715 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,716 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:27,717 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,718 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:27,718 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ae58d5da09cbf364da8661b80429ee7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69911208, jitterRate=0.041758179664611816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:27,718 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:27,719 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ae58d5da09cbf364da8661b80429ee7: Running coprocessor pre-open hook at 1731396087709Writing region info on filesystem at 1731396087709Initializing all the Stores at 1731396087709Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396087709Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396087709Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396087709Cleaning up temporary data from old regions at 1731396087715 (+6 ms)Running coprocessor post-open hooks at 1731396087718 (+3 ms)Region opened successfully at 1731396087719 (+1 ms) 2024-11-12T07:21:27,719 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7., pid=6, masterSystemTime=1731396087705 2024-11-12T07:21:27,721 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,721 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:27,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ae58d5da09cbf364da8661b80429ee7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ae58d5da09cbf364da8661b80429ee7, server=cea23c84c117,44897,1731396077402 because future has completed 2024-11-12T07:21:27,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:21:27,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ae58d5da09cbf364da8661b80429ee7, server=cea23c84c117,44897,1731396077402 in 172 msec 2024-11-12T07:21:27,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:21:27,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ae58d5da09cbf364da8661b80429ee7, ASSIGN in 328 msec 2024-11-12T07:21:27,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:27,729 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396087729"}]},"ts":"1731396087729"} 2024-11-12T07:21:27,731 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:21:27,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:27,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-12T07:21:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:28,723 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:21:28,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4545f32a 2024-11-12T07:21:28,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:28,725 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:28,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:21:28,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:28,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:28,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:21:28,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:21:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:29,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66c615da966647d954b1cd2650a28cee, NAME => 'test,,1731396088725.66c615da966647d954b1cd2650a28cee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c 2024-11-12T07:21:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:21:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396088725.66c615da966647d954b1cd2650a28cee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66c615da966647d954b1cd2650a28cee, disabling compactions & flushes 2024-11-12T07:21:29,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396088725.66c615da966647d954b1cd2650a28cee. after waiting 0 ms 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66c615da966647d954b1cd2650a28cee: Waiting for close lock at 1731396089550Disabling compacts and flushes for region at 1731396089550Disabling writes for close at 1731396089550Writing region close event to WAL at 1731396089550Closed at 1731396089550 2024-11-12T07:21:29,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:29,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396088725.66c615da966647d954b1cd2650a28cee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396089551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396089551"}]},"ts":"1731396089551"} 2024-11-12T07:21:29,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:29,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:29,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396089555"}]},"ts":"1731396089555"} 2024-11-12T07:21:29,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:21:29,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66c615da966647d954b1cd2650a28cee, ASSIGN}] 2024-11-12T07:21:29,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66c615da966647d954b1cd2650a28cee, ASSIGN 2024-11-12T07:21:29,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66c615da966647d954b1cd2650a28cee, ASSIGN; state=OFFLINE, location=cea23c84c117,33057,1731396083373; forceNewPlan=false, retain=false 2024-11-12T07:21:29,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66c615da966647d954b1cd2650a28cee, regionState=OPENING, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:29,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66c615da966647d954b1cd2650a28cee, ASSIGN because future has completed 2024-11-12T07:21:29,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66c615da966647d954b1cd2650a28cee, server=cea23c84c117,33057,1731396083373}] 2024-11-12T07:21:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:29,943 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,943 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66c615da966647d954b1cd2650a28cee, NAME => 'test,,1731396088725.66c615da966647d954b1cd2650a28cee.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:29,943 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:29,943 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:21:29,943 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,943 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396088725.66c615da966647d954b1cd2650a28cee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:29,943 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,943 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,944 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,945 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66c615da966647d954b1cd2650a28cee columnFamilyName f 2024-11-12T07:21:29,946 DEBUG [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:29,946 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(327): Store=66c615da966647d954b1cd2650a28cee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:29,946 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,947 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66c615da966647d954b1cd2650a28cee columnFamilyName f1 2024-11-12T07:21:29,947 DEBUG [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:29,947 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(327): Store=66c615da966647d954b1cd2650a28cee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:29,947 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,948 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66c615da966647d954b1cd2650a28cee columnFamilyName norep 2024-11-12T07:21:29,948 DEBUG [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:29,948 INFO [StoreOpener-66c615da966647d954b1cd2650a28cee-1 {}] regionserver.HStore(327): Store=66c615da966647d954b1cd2650a28cee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:29,948 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,949 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,949 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,950 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,950 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,950 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:29,951 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,953 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:29,953 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66c615da966647d954b1cd2650a28cee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67512324, jitterRate=0.006012022495269775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:29,953 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:29,953 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66c615da966647d954b1cd2650a28cee: Running coprocessor pre-open hook at 1731396089943Writing region info on filesystem at 1731396089943Initializing all the Stores at 1731396089944 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396089944Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396089944Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396089944Cleaning up temporary data from old regions at 1731396089950 (+6 ms)Running coprocessor post-open hooks at 1731396089953 (+3 ms)Region opened successfully at 1731396089953 2024-11-12T07:21:29,954 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396088725.66c615da966647d954b1cd2650a28cee., pid=6, masterSystemTime=1731396089939 2024-11-12T07:21:29,956 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,956 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:29,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66c615da966647d954b1cd2650a28cee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66c615da966647d954b1cd2650a28cee, server=cea23c84c117,33057,1731396083373 because future has completed 2024-11-12T07:21:29,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:21:29,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66c615da966647d954b1cd2650a28cee, server=cea23c84c117,33057,1731396083373 in 248 msec 2024-11-12T07:21:29,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:21:29,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66c615da966647d954b1cd2650a28cee, ASSIGN in 404 msec 2024-11-12T07:21:29,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:29,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396089964"}]},"ts":"1731396089964"} 2024-11-12T07:21:29,966 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:21:29,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:29,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2400 sec 2024-11-12T07:21:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:21:30,872 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:21:30,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae0461e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:30,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:30,874 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dbda84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:30,875 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b238e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40849,1731396071202 2024-11-12T07:21:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ce0604 2024-11-12T07:21:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:30,878 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:30,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:41043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:21:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:21:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:30,880 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41043' 2024-11-12T07:21:30,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380ac50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,881 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:30,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:30,882 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba2a4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:30,883 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:30,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35782bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:30,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41043,1731396077258 2024-11-12T07:21:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e2de7f7 2024-11-12T07:21:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:30,885 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:30,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:21:30,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:21:30,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:30,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:30,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:30,886 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:30,887 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:21:30,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:30,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:30,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:21:30,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4616c31f4e0c4496517ab8ca2fa4025f, NAME => 'hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba 2024-11-12T07:21:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:21:30,938 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:21:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4616c31f4e0c4496517ab8ca2fa4025f, disabling compactions & flushes 2024-11-12T07:21:31,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. after waiting 0 ms 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4616c31f4e0c4496517ab8ca2fa4025f: Waiting for close lock at 1731396091300Disabling compacts and flushes for region at 1731396091300Disabling writes for close at 1731396091300Writing region close event to WAL at 1731396091300Closed at 1731396091300 2024-11-12T07:21:31,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:31,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396091301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396091301"}]},"ts":"1731396091301"} 2024-11-12T07:21:31,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:31,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:31,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396091304"}]},"ts":"1731396091304"} 2024-11-12T07:21:31,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:21:31,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f, ASSIGN}] 2024-11-12T07:21:31,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f, ASSIGN 2024-11-12T07:21:31,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f, ASSIGN; state=OFFLINE, location=cea23c84c117,43107,1731396072316; forceNewPlan=false, retain=false 2024-11-12T07:21:31,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4616c31f4e0c4496517ab8ca2fa4025f, regionState=OPENING, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:31,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f, ASSIGN because future has completed 2024-11-12T07:21:31,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4616c31f4e0c4496517ab8ca2fa4025f, server=cea23c84c117,43107,1731396072316}] 2024-11-12T07:21:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:31,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:31,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:21:31,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C43107%2C1731396072316.rep, suffix=, logDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316, archiveDir=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/oldWALs, maxLogs=10 2024-11-12T07:21:31,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.rep.1731396091617, exclude list is [], retry=0 2024-11-12T07:21:31,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-8d4e8a90-3686-4b8a-a5cb-6310c713e9f8,DISK] 2024-11-12T07:21:31,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.rep.1731396091617 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44817:44817)] 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4616c31f4e0c4496517ab8ca2fa4025f, NAME => 'hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:31,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. service=MultiRowMutationService 2024-11-12T07:21:31,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:31,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,637 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,638 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4616c31f4e0c4496517ab8ca2fa4025f columnFamilyName hfileref 2024-11-12T07:21:31,638 DEBUG [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:31,638 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(327): Store=4616c31f4e0c4496517ab8ca2fa4025f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:31,638 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,639 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4616c31f4e0c4496517ab8ca2fa4025f columnFamilyName queue 2024-11-12T07:21:31,639 DEBUG [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:31,639 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(327): Store=4616c31f4e0c4496517ab8ca2fa4025f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:31,639 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,640 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4616c31f4e0c4496517ab8ca2fa4025f columnFamilyName sid 2024-11-12T07:21:31,640 DEBUG [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:31,640 INFO [StoreOpener-4616c31f4e0c4496517ab8ca2fa4025f-1 {}] regionserver.HStore(327): Store=4616c31f4e0c4496517ab8ca2fa4025f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:31,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:31,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:31,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4616c31f4e0c4496517ab8ca2fa4025f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68864778, jitterRate=0.026165157556533813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:31,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:31,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4616c31f4e0c4496517ab8ca2fa4025f: Running coprocessor pre-open hook at 1731396091636Writing region info on filesystem at 1731396091636Initializing all the Stores at 1731396091636Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396091636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396091636Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396091636Cleaning up temporary data from old regions at 1731396091642 (+6 ms)Running coprocessor post-open hooks at 1731396091645 (+3 ms)Region opened successfully at 1731396091645 2024-11-12T07:21:31,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f., pid=10, masterSystemTime=1731396091612 2024-11-12T07:21:31,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:31,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4616c31f4e0c4496517ab8ca2fa4025f, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,43107,1731396072316 2024-11-12T07:21:31,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4616c31f4e0c4496517ab8ca2fa4025f, server=cea23c84c117,43107,1731396072316 because future has completed 2024-11-12T07:21:31,653 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40849 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cea23c84c117,43107,1731396072316, table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T07:21:31,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:21:31,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4616c31f4e0c4496517ab8ca2fa4025f, server=cea23c84c117,43107,1731396072316 in 194 msec 2024-11-12T07:21:31,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:21:31,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4616c31f4e0c4496517ab8ca2fa4025f, ASSIGN in 350 msec 2024-11-12T07:21:31,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:31,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396091658"}]},"ts":"1731396091658"} 2024-11-12T07:21:31,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:21:31,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:31,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-12T07:21:31,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f., hostname=cea23c84c117,43107,1731396072316, seqNum=2] 2024-11-12T07:21:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:31,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:21:31,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:31,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:31,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:21:31,939 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:21:31,977 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,43107,1731396072316, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:21:31,978 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:31,978 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43107,1731396072316, seqNum=-1] 2024-11-12T07:21:31,978 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:31,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,43107,1731396072316', locateType=CURRENT is [region=hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f., hostname=cea23c84c117,43107,1731396072316, seqNum=2] 2024-11-12T07:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:21:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:21:31,986 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,43107,1731396072316 suceeded 2024-11-12T07:21:31,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:21:31,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-12T07:21:31,988 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:41043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:21:31,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1100 sec 2024-11-12T07:21:31,998 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41043' 2024-11-12T07:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423828d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:31,999 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:32,000 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5261ba89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:32,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:32,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,001 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:32,002 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39bffdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,002 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:32,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41043,1731396077258 2024-11-12T07:21:32,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8a193c 2024-11-12T07:21:32,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:32,004 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T07:21:32,004 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,43107,1731396072316 (queues=1) is replicating from cluster=e45b9895-17b1-4de1-b1a0-9a760f83b0ea to cluster=f9238d16-597e-4e9c-b9cc-a27d80533c93 2024-11-12T07:21:32,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C43107%2C1731396072316 2024-11-12T07:21:32,004 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,43107,1731396072316, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:21:32,005 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C43107%2C1731396072316 2024-11-12T07:21:32,005 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, startPosition=0, beingWritten=true 2024-11-12T07:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:32,012 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:32,013 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:21:32,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:32,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:32,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:32,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8ad264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:32,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:32,016 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c0688d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:32,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,017 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375528e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41043,1731396077258 2024-11-12T07:21:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d823f5e 2024-11-12T07:21:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:32,019 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:32,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:38797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:21:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:21:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:32,022 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:38797' 2024-11-12T07:21:32,023 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109fbf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,023 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:32,023 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:32,024 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32c2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,025 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b268e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:32,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c74330 2024-11-12T07:21:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:32,027 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:32,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:21:32,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:21:32,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:32,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:32,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:32,029 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:21:32,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:32,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:32,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:21:32,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:21:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:32,216 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:32,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4afd346465fcf5dbe48e6a8221c7f57d, NAME => 'hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b 2024-11-12T07:21:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:21:32,520 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4afd346465fcf5dbe48e6a8221c7f57d, disabling compactions & flushes 2024-11-12T07:21:32,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. after waiting 0 ms 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:32,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:32,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4afd346465fcf5dbe48e6a8221c7f57d: Waiting for close lock at 1731396092842Disabling compacts and flushes for region at 1731396092842Disabling writes for close at 1731396092842Writing region close event to WAL at 1731396092842Closed at 1731396092842 2024-11-12T07:21:32,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:32,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396092843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396092843"}]},"ts":"1731396092843"} 2024-11-12T07:21:32,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:32,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:32,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396092846"}]},"ts":"1731396092846"} 2024-11-12T07:21:32,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:21:32,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afd346465fcf5dbe48e6a8221c7f57d, ASSIGN}] 2024-11-12T07:21:32,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afd346465fcf5dbe48e6a8221c7f57d, ASSIGN 2024-11-12T07:21:32,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4afd346465fcf5dbe48e6a8221c7f57d, ASSIGN; state=OFFLINE, location=cea23c84c117,44897,1731396077402; forceNewPlan=false, retain=false 2024-11-12T07:21:32,924 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:33,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4afd346465fcf5dbe48e6a8221c7f57d, regionState=OPENING, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:33,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4afd346465fcf5dbe48e6a8221c7f57d, ASSIGN because future has completed 2024-11-12T07:21:33,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afd346465fcf5dbe48e6a8221c7f57d, server=cea23c84c117,44897,1731396077402}] 2024-11-12T07:21:33,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:33,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:33,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:21:33,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44897%2C1731396077402.rep, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/oldWALs, maxLogs=10 2024-11-12T07:21:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.rep.1731396093160, exclude list is [], retry=0 2024-11-12T07:21:33,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-f9614492-0e3b-4b36-a9c7-dd5d3b63bdbf,DISK] 2024-11-12T07:21:33,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.rep.1731396093160 2024-11-12T07:21:33,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941)] 2024-11-12T07:21:33,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4afd346465fcf5dbe48e6a8221c7f57d, NAME => 'hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:33,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:33,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. service=MultiRowMutationService 2024-11-12T07:21:33,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,179 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,179 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afd346465fcf5dbe48e6a8221c7f57d columnFamilyName hfileref 2024-11-12T07:21:33,180 DEBUG [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:33,180 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(327): Store=4afd346465fcf5dbe48e6a8221c7f57d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:33,180 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,181 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afd346465fcf5dbe48e6a8221c7f57d columnFamilyName queue 2024-11-12T07:21:33,181 DEBUG [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:33,181 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(327): Store=4afd346465fcf5dbe48e6a8221c7f57d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:33,181 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,181 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afd346465fcf5dbe48e6a8221c7f57d columnFamilyName sid 2024-11-12T07:21:33,181 DEBUG [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:33,182 INFO [StoreOpener-4afd346465fcf5dbe48e6a8221c7f57d-1 {}] regionserver.HStore(327): Store=4afd346465fcf5dbe48e6a8221c7f57d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:33,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:33,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:33,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4afd346465fcf5dbe48e6a8221c7f57d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73890386, jitterRate=0.10105255246162415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:33,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4afd346465fcf5dbe48e6a8221c7f57d: Running coprocessor pre-open hook at 1731396093177Writing region info on filesystem at 1731396093177Initializing all the Stores at 1731396093178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396093178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396093178Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396093178Cleaning up temporary data from old regions at 1731396093183 (+5 ms)Running coprocessor post-open hooks at 1731396093186 (+3 ms)Region opened successfully at 1731396093186 2024-11-12T07:21:33,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d., pid=10, masterSystemTime=1731396093155 2024-11-12T07:21:33,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:33,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:33,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4afd346465fcf5dbe48e6a8221c7f57d, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44897,1731396077402 2024-11-12T07:21:33,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afd346465fcf5dbe48e6a8221c7f57d, server=cea23c84c117,44897,1731396077402 because future has completed 2024-11-12T07:21:33,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:21:33,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4afd346465fcf5dbe48e6a8221c7f57d, server=cea23c84c117,44897,1731396077402 in 189 msec 2024-11-12T07:21:33,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:21:33,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afd346465fcf5dbe48e6a8221c7f57d, ASSIGN in 344 msec 2024-11-12T07:21:33,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:33,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396093195"}]},"ts":"1731396093195"} 2024-11-12T07:21:33,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:21:33,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:33,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-12T07:21:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d., hostname=cea23c84c117,44897,1731396077402, seqNum=2] 2024-11-12T07:21:33,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:33,313 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:33,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:21:33,427 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:33,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:21:33,487 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:21:33,512 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,44897,1731396077402, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:21:33,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:33,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44897,1731396077402, seqNum=-1] 2024-11-12T07:21:33,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:33,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:33,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,44897,1731396077402', locateType=CURRENT is [region=hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d., hostname=cea23c84c117,44897,1731396077402, seqNum=2] 2024-11-12T07:21:33,518 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:21:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:21:33,519 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,44897,1731396077402 suceeded 2024-11-12T07:21:33,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:21:33,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T07:21:33,521 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:38797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:21:33,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-12T07:21:33,530 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:38797' 2024-11-12T07:21:33,531 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9a38be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:33,531 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:33,531 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:33,532 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a7c8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:33,533 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:33,533 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fbd1c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:33,534 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:33,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:33,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4627b10 2024-11-12T07:21:33,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:33,535 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T07:21:33,535 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,44897,1731396077402 (queues=1) is replicating from cluster=f9238d16-597e-4e9c-b9cc-a27d80533c93 to cluster=41855eae-8cbd-413d-9066-8d48ce74217c 2024-11-12T07:21:33,535 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C44897%2C1731396077402 2024-11-12T07:21:33,536 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,44897,1731396077402, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:21:33,536 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C44897%2C1731396077402 2024-11-12T07:21:33,536 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, startPosition=0, beingWritten=true 2024-11-12T07:21:33,540 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:33,540 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:33,540 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:33,743 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:34,030 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:34,046 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:34,182 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:21:34,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:34,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:34,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:34,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eae0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:34,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:34,184 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce3a977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,185 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fcf8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794bae62 2024-11-12T07:21:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:34,186 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:34,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:40849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:21:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:21:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:34,189 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40849' 2024-11-12T07:21:34,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f2d514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,190 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:34,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:34,190 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e6d4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,192 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b327e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:34,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40849,1731396071202 2024-11-12T07:21:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@185c0cf7 2024-11-12T07:21:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:34,194 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:34,194 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:21:34,194 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:21:34,194 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,194 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:34,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:34,195 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:34,195 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:21:34,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:21:34,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:34,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:21:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:21:34,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:21:34,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:21:34,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:34,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:21:34,246 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:21:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:34,449 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:34,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dac5d9e5ec603e0b9d620820a71fee5, NAME => 'hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c 2024-11-12T07:21:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:21:34,733 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:34,952 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:35,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:35,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0dac5d9e5ec603e0b9d620820a71fee5, disabling compactions & flushes 2024-11-12T07:21:35,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. after waiting 0 ms 2024-11-12T07:21:35,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,008 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dac5d9e5ec603e0b9d620820a71fee5: Waiting for close lock at 1731396095007Disabling compacts and flushes for region at 1731396095007Disabling writes for close at 1731396095007Writing region close event to WAL at 1731396095007Closed at 1731396095007 2024-11-12T07:21:35,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:21:35,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396095008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396095008"}]},"ts":"1731396095008"} 2024-11-12T07:21:35,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:21:35,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:21:35,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396095011"}]},"ts":"1731396095011"} 2024-11-12T07:21:35,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:21:35,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0dac5d9e5ec603e0b9d620820a71fee5, ASSIGN}] 2024-11-12T07:21:35,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0dac5d9e5ec603e0b9d620820a71fee5, ASSIGN 2024-11-12T07:21:35,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0dac5d9e5ec603e0b9d620820a71fee5, ASSIGN; state=OFFLINE, location=cea23c84c117,33057,1731396083373; forceNewPlan=false, retain=false 2024-11-12T07:21:35,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0dac5d9e5ec603e0b9d620820a71fee5, regionState=OPENING, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:35,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0dac5d9e5ec603e0b9d620820a71fee5, ASSIGN because future has completed 2024-11-12T07:21:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dac5d9e5ec603e0b9d620820a71fee5, server=cea23c84c117,33057,1731396083373}] 2024-11-12T07:21:35,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:35,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:21:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:35,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C33057%2C1731396083373.rep, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/oldWALs, maxLogs=10 2024-11-12T07:21:35,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.rep.1731396095323, exclude list is [], retry=0 2024-11-12T07:21:35,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42437,DS-7be2afbd-8da5-44dc-93c9-3058ba7e87df,DISK] 2024-11-12T07:21:35,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.rep.1731396095323 2024-11-12T07:21:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38063:38063)] 2024-11-12T07:21:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dac5d9e5ec603e0b9d620820a71fee5, NAME => 'hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:35,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:21:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:21:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. service=MultiRowMutationService 2024-11-12T07:21:35,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:21:35,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,340 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,340 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dac5d9e5ec603e0b9d620820a71fee5 columnFamilyName hfileref 2024-11-12T07:21:35,340 DEBUG [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:35,341 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(327): Store=0dac5d9e5ec603e0b9d620820a71fee5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:35,341 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,342 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dac5d9e5ec603e0b9d620820a71fee5 columnFamilyName queue 2024-11-12T07:21:35,342 DEBUG [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:35,342 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(327): Store=0dac5d9e5ec603e0b9d620820a71fee5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:35,342 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,342 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dac5d9e5ec603e0b9d620820a71fee5 columnFamilyName sid 2024-11-12T07:21:35,342 DEBUG [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:35,343 INFO [StoreOpener-0dac5d9e5ec603e0b9d620820a71fee5-1 {}] regionserver.HStore(327): Store=0dac5d9e5ec603e0b9d620820a71fee5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:35,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/replication/0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/replication/0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:21:35,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/replication/0dac5d9e5ec603e0b9d620820a71fee5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:35,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0dac5d9e5ec603e0b9d620820a71fee5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62110356, jitterRate=-0.07448357343673706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:21:35,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:35,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0dac5d9e5ec603e0b9d620820a71fee5: Running coprocessor pre-open hook at 1731396095339Writing region info on filesystem at 1731396095339Initializing all the Stores at 1731396095339Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396095339Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396095339Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396095340 (+1 ms)Cleaning up temporary data from old regions at 1731396095344 (+4 ms)Running coprocessor post-open hooks at 1731396095346 (+2 ms)Region opened successfully at 1731396095346 2024-11-12T07:21:35,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., pid=10, masterSystemTime=1731396095319 2024-11-12T07:21:35,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:35,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0dac5d9e5ec603e0b9d620820a71fee5, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,33057,1731396083373 2024-11-12T07:21:35,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dac5d9e5ec603e0b9d620820a71fee5, server=cea23c84c117,33057,1731396083373 because future has completed 2024-11-12T07:21:35,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:21:35,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dac5d9e5ec603e0b9d620820a71fee5, server=cea23c84c117,33057,1731396083373 in 184 msec 2024-11-12T07:21:35,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:21:35,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0dac5d9e5ec603e0b9d620820a71fee5, ASSIGN in 339 msec 2024-11-12T07:21:35,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:21:35,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396095355"}]},"ts":"1731396095355"} 2024-11-12T07:21:35,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:21:35,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:21:35,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-12T07:21:35,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., hostname=cea23c84c117,33057,1731396083373, seqNum=2] 2024-11-12T07:21:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:35,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:21:35,536 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:35,555 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:35,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:21:35,634 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:21:35,666 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,33057,1731396083373, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:21:35,667 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:35,667 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33057,1731396083373, seqNum=-1] 2024-11-12T07:21:35,667 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:35,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:35,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,33057,1731396083373', locateType=CURRENT is [region=hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., hostname=cea23c84c117,33057,1731396083373, seqNum=2] 2024-11-12T07:21:35,671 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:21:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:21:35,673 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,33057,1731396083373 suceeded 2024-11-12T07:21:35,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:21:35,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-12T07:21:35,674 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:40849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:21:35,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-12T07:21:35,684 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40849' 2024-11-12T07:21:35,685 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de11738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:35,685 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:35,685 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:35,685 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254e61f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:35,686 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:35,687 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f6a5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:35,687 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:35,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40849,1731396071202 2024-11-12T07:21:35,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a21c140 2024-11-12T07:21:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:35,688 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T07:21:35,688 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,33057,1731396083373 (queues=1) is replicating from cluster=41855eae-8cbd-413d-9066-8d48ce74217c to cluster=e45b9895-17b1-4de1-b1a0-9a760f83b0ea 2024-11-12T07:21:35,688 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C33057%2C1731396083373 2024-11-12T07:21:35,688 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,33057,1731396083373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:21:35,689 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C33057%2C1731396083373 2024-11-12T07:21:35,689 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, startPosition=0, beingWritten=true 2024-11-12T07:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 379, reset compression=false 2024-11-12T07:21:35,693 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:35,896 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 379, reset compression=false 2024-11-12T07:21:36,199 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 379, reset compression=false 2024-11-12T07:21:36,258 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:21:36,343 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:21:36,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:36,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:36,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:36,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb35da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:36,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:36,345 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2c9905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:36,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,347 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:36,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e79cc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf38bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:36,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:36,349 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1fb146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:36,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:36,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,350 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:36,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0eba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33788575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:36,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:36,354 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547ac929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,355 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:36,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2f422a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43107,1731396072316, seqNum=-1] 2024-11-12T07:21:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:36,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., hostname=cea23c84c117,43107,1731396072316, seqNum=2] 2024-11-12T07:21:36,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:36,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33057,1731396083373, seqNum=-1] 2024-11-12T07:21:36,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:36,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396088725.66c615da966647d954b1cd2650a28cee., hostname=cea23c84c117,33057,1731396083373, seqNum=2] 2024-11-12T07:21:36,396 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T07:21:36,440 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 379, reset compression=false 2024-11-12T07:21:36,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:36,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 480, reset compression=false 2024-11-12T07:21:36,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[{test/7604b82ea1e76dafe3c756ab9067895b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T07:21:36,446 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:36,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T07:21:36,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:36,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea79b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41043,-1 for getting cluster id 2024-11-12T07:21:36,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:36,448 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9238d16-597e-4e9c-b9cc-a27d80533c93' 2024-11-12T07:21:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9238d16-597e-4e9c-b9cc-a27d80533c93" 2024-11-12T07:21:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec2e07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41043,-1] 2024-11-12T07:21:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:36,449 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:36,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf7a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:36,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:36,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44897,1731396077402, seqNum=-1] 2024-11-12T07:21:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:36,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:36,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7., hostname=cea23c84c117,44897,1731396077402, seqNum=2] 2024-11-12T07:21:36,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:36,601 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 379, reset compression=false 2024-11-12T07:21:36,648 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 480, reset compression=false 2024-11-12T07:21:36,951 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 480, reset compression=false 2024-11-12T07:21:37,061 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 379, reset compression=false 2024-11-12T07:21:37,065 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:37,065 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 504, reset compression=false 2024-11-12T07:21:37,065 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T07:21:37,067 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:37,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T07:21:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136c77fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:37,069 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@286ad9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:37,070 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:37,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360ec84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,33057,1731396083373, seqNum=-1] 2024-11-12T07:21:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:37,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:37,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396088725.66c615da966647d954b1cd2650a28cee., hostname=cea23c84c117,33057,1731396083373, seqNum=2] 2024-11-12T07:21:37,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:37,105 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 379, reset compression=false 2024-11-12T07:21:37,109 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:37,109 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 528, reset compression=false 2024-11-12T07:21:37,109 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:37,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:37,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:37,269 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 504, reset compression=false 2024-11-12T07:21:37,312 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 528, reset compression=false 2024-11-12T07:21:37,354 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 480, reset compression=false 2024-11-12T07:21:37,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T07:21:37,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44897,1731396077402, seqNum=-1] 2024-11-12T07:21:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:37,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:21:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7., hostname=cea23c84c117,44897,1731396077402, seqNum=2] 2024-11-12T07:21:37,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T07:21:37,572 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 504, reset compression=false 2024-11-12T07:21:37,576 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:37,576 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 608, reset compression=false 2024-11-12T07:21:37,576 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:21:37,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:37,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:37,615 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 528, reset compression=false 2024-11-12T07:21:37,618 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:37,618 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 656, reset compression=false 2024-11-12T07:21:37,618 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[{test/66c615da966647d954b1cd2650a28cee/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T07:21:37,620 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:37,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T07:21:37,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:37,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c62ece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:37,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:37,622 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2359022c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:37,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:37,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:37,623 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:37,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7723ec4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:37,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:21:37,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,43107,1731396072316, seqNum=-1] 2024-11-12T07:21:37,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:21:37,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T07:21:37,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., hostname=cea23c84c117,43107,1731396072316, seqNum=2] 2024-11-12T07:21:37,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:37,779 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 608, reset compression=false 2024-11-12T07:21:37,822 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 656, reset compression=false 2024-11-12T07:21:37,857 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 480, reset compression=false 2024-11-12T07:21:37,862 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:37,862 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 631, reset compression=false 2024-11-12T07:21:37,862 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:38,065 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 631, reset compression=false 2024-11-12T07:21:38,082 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 608, reset compression=false 2024-11-12T07:21:38,124 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 656, reset compression=false 2024-11-12T07:21:38,368 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 631, reset compression=false 2024-11-12T07:21:38,405 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T07:21:38,408 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T07:21:38,485 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 608, reset compression=false 2024-11-12T07:21:38,528 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 656, reset compression=false 2024-11-12T07:21:38,533 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:38,533 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 760, reset compression=false 2024-11-12T07:21:38,533 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[{test/66c615da966647d954b1cd2650a28cee/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:21:38,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:38,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:38,736 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 760, reset compression=false 2024-11-12T07:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 631, reset compression=false 2024-11-12T07:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 758, reset compression=false 2024-11-12T07:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[{test/7604b82ea1e76dafe3c756ab9067895b/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T07:21:38,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:38,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:38,981 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 758, reset compression=false 2024-11-12T07:21:38,988 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 608, reset compression=false 2024-11-12T07:21:38,993 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:38,993 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 759, reset compression=false 2024-11-12T07:21:38,993 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:39,040 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 760, reset compression=false 2024-11-12T07:21:39,197 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 759, reset compression=false 2024-11-12T07:21:39,284 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 758, reset compression=false 2024-11-12T07:21:39,410 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T07:21:39,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T07:21:39,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 760, reset compression=false 2024-11-12T07:21:39,500 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 759, reset compression=false 2024-11-12T07:21:39,687 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 758, reset compression=false 2024-11-12T07:21:39,692 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:39,692 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 914, reset compression=false 2024-11-12T07:21:39,692 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[{test/7604b82ea1e76dafe3c756ab9067895b/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T07:21:39,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:39,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:39,896 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 914, reset compression=false 2024-11-12T07:21:39,903 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 759, reset compression=false 2024-11-12T07:21:39,906 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:39,906 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 907, reset compression=false 2024-11-12T07:21:39,906 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T07:21:39,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:39,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:39,947 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 760, reset compression=false 2024-11-12T07:21:39,951 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:39,951 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 932, reset compression=false 2024-11-12T07:21:39,951 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:40,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 907, reset compression=false 2024-11-12T07:21:40,155 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 932, reset compression=false 2024-11-12T07:21:40,200 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 914, reset compression=false 2024-11-12T07:21:40,413 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 907, reset compression=false 2024-11-12T07:21:40,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T07:21:40,418 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:40,418 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:40,418 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T07:21:40,418 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T07:21:40,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:40,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:40,458 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 932, reset compression=false 2024-11-12T07:21:40,462 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:40,462 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1082, reset compression=false 2024-11-12T07:21:40,462 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[{test/66c615da966647d954b1cd2650a28cee/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T07:21:40,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:40,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:40,603 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 914, reset compression=false 2024-11-12T07:21:40,608 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:40,608 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1087, reset compression=false 2024-11-12T07:21:40,608 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:40,621 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:40,666 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1082, reset compression=false 2024-11-12T07:21:40,793 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:21:40,811 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1087, reset compression=false 2024-11-12T07:21:40,924 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:40,969 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1082, reset compression=false 2024-11-12T07:21:41,114 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1087, reset compression=false 2024-11-12T07:21:41,327 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:41,372 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1082, reset compression=false 2024-11-12T07:21:41,420 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T07:21:41,422 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T07:21:41,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1087, reset compression=false 2024-11-12T07:21:41,837 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:41,875 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1082, reset compression=false 2024-11-12T07:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1241, reset compression=false 2024-11-12T07:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[{test/66c615da966647d954b1cd2650a28cee/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T07:21:41,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:41,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:42,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1087, reset compression=false 2024-11-12T07:21:42,024 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:42,024 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1236, reset compression=false 2024-11-12T07:21:42,024 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[{test/7604b82ea1e76dafe3c756ab9067895b/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T07:21:42,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:42,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:42,083 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1241, reset compression=false 2024-11-12T07:21:42,228 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1236, reset compression=false 2024-11-12T07:21:42,387 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1241, reset compression=false 2024-11-12T07:21:42,424 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T07:21:42,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2b7030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:42,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:42,430 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0e2cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:42,431 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:42,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b96c67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3682a7e4 2024-11-12T07:21:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:42,435 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:42,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-12T07:21:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T07:21:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:21:42,440 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1066, reset compression=false 2024-11-12T07:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1239, reset compression=false 2024-11-12T07:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:42,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:21:42,532 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1236, reset compression=false 2024-11-12T07:21:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:21:42,647 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1239, reset compression=false 2024-11-12T07:21:42,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T07:21:42,654 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T07:21:42,655 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T07:21:42,655 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,33057,1731396083373 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T07:21:42,655 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/cea23c84c117:0-0. 2024-11-12T07:21:42,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:42,655 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:42,656 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:42,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:21:42,756 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:21:42,756 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:21:42,856 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 terminated 2024-11-12T07:21:42,870 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,33057,1731396083373, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:21:42,870 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T07:21:42,870 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T07:21:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T07:21:42,872 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on cea23c84c117,33057,1731396083373 suceeded 2024-11-12T07:21:42,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T07:21:42,874 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T07:21:42,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 370 msec 2024-11-12T07:21:42,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 438 msec 2024-11-12T07:21:42,883 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40849' 2024-11-12T07:21:42,884 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ecd869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,884 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40849,-1 for getting cluster id 2024-11-12T07:21:42,884 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:42,885 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e45b9895-17b1-4de1-b1a0-9a760f83b0ea' 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e45b9895-17b1-4de1-b1a0-9a760f83b0ea" 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576d6b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40849,-1] 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:42,886 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:42,886 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4abeee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:42,886 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:42,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40849,1731396071202 2024-11-12T07:21:42,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eee0399 2024-11-12T07:21:42,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:42,887 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T07:21:42,888 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,33057,1731396083373 (queues=1) is replicating from cluster=41855eae-8cbd-413d-9066-8d48ce74217c to cluster=e45b9895-17b1-4de1-b1a0-9a760f83b0ea 2024-11-12T07:21:42,888 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C33057%2C1731396083373 2024-11-12T07:21:42,888 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,33057,1731396083373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:21:42,888 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C33057%2C1731396083373 2024-11-12T07:21:42,935 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1236, reset compression=false 2024-11-12T07:21:42,950 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1239, reset compression=false 2024-11-12T07:21:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:21:43,063 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:21:43,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:43,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:43,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:43,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:43,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:43,066 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T07:21:43,352 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1239, reset compression=false 2024-11-12T07:21:43,438 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1236, reset compression=false 2024-11-12T07:21:43,443 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:43,443 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1340, reset compression=false 2024-11-12T07:21:43,443 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[{test/7604b82ea1e76dafe3c756ab9067895b/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:21:43,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:43,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:43,647 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1340, reset compression=false 2024-11-12T07:21:43,869 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1239, reset compression=false 2024-11-12T07:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1367, reset compression=false 2024-11-12T07:21:43,873 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T07:21:43,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:43,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:43,951 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1340, reset compression=false 2024-11-12T07:21:44,068 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T07:21:44,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e68121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:44,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,38797,-1 for getting cluster id 2024-11-12T07:21:44,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:21:44,071 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41855eae-8cbd-413d-9066-8d48ce74217c' 2024-11-12T07:21:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:21:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41855eae-8cbd-413d-9066-8d48ce74217c" 2024-11-12T07:21:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c46f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,38797,-1] 2024-11-12T07:21:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:21:44,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,073 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:21:44,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539da33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:21:44,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,38797,1731396083239 2024-11-12T07:21:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e268df0 2024-11-12T07:21:44,077 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1367, reset compression=false 2024-11-12T07:21:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:21:44,078 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:21:44,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-12T07:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T07:21:44,081 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:44,081 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:44,081 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[{test/6ae58d5da09cbf364da8661b80429ee7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:21:44,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:21:44,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:44,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:21:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:21:44,286 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:44,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T07:21:44,297 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T07:21:44,297 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T07:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T07:21:44,299 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on cea23c84c117,33057,1731396083373 suceeded 2024-11-12T07:21:44,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T07:21:44,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-12T07:21:44,300 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T07:21:44,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 222 msec 2024-11-12T07:21:44,354 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1340, reset compression=false 2024-11-12T07:21:44,390 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, startPosition=1241, beingWritten=true 2024-11-12T07:21:44,393 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:21:44,393 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1521, reset compression=false 2024-11-12T07:21:44,393 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[{test/66c615da966647d954b1cd2650a28cee/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T07:21:44,395 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:21:44,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T07:21:44,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:21:44,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T07:21:44,403 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:21:44,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:44,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:44,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:44,405 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T07:21:44,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:21:44,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:44,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:44,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:21:44,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1247797013, stopped=false 2024-11-12T07:21:44,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,38797,1731396083239 2024-11-12T07:21:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-537846837/running 2024-11-12T07:21:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-537846837/running 2024-11-12T07:21:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:44,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:44,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:44,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:44,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:44,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,33057,1731396083373' ***** 2024-11-12T07:21:44,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:21:44,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/running 2024-11-12T07:21:44,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Set watcher on znode that does not yet exist, /2-537846837/running 2024-11-12T07:21:44,429 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:21:44,429 INFO [RS:0;cea23c84c117:33057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:21:44,429 INFO [RS:0;cea23c84c117:33057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:21:44,429 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:44,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,33057,1731396083373 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33057. 2024-11-12T07:21:44,430 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66c615da966647d954b1cd2650a28cee, disabling compactions & flushes 2024-11-12T07:21:44,430 DEBUG [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:44,430 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:44,430 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:44,430 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:44,430 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396088725.66c615da966647d954b1cd2650a28cee. after waiting 0 ms 2024-11-12T07:21:44,430 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:21:44,430 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:21:44,430 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66c615da966647d954b1cd2650a28cee 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T07:21:44,431 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:21:44,431 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1325): Online Regions={66c615da966647d954b1cd2650a28cee=test,,1731396088725.66c615da966647d954b1cd2650a28cee., 0dac5d9e5ec603e0b9d620820a71fee5=hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:44,431 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740, 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:44,431 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:44,431 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:44,431 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:44,431 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:44,431 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:44,431 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:21:44,451 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f/8aa5bd3859be42ec9113af1d08fcda47 is 37, key is row3/f:row3/1731396103064/Put/seqid=0 2024-11-12T07:21:44,451 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/info/7c1bd88c939f4e3a8746a69830124e58 is 147, key is hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5./info:regioninfo/1731396095348/Put/seqid=0 2024-11-12T07:21:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741841_1017 (size=5228) 2024-11-12T07:21:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741840_1016 (size=7686) 2024-11-12T07:21:44,457 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f/8aa5bd3859be42ec9113af1d08fcda47 2024-11-12T07:21:44,460 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aa5bd3859be42ec9113af1d08fcda47 2024-11-12T07:21:44,472 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f1/bd778cc15083461f9cabfb9fd96afc8a is 30, key is row1/f1:/1731396100415/DeleteFamily/seqid=0 2024-11-12T07:21:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741842_1018 (size=5158) 2024-11-12T07:21:44,515 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:44,589 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:44,600 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1521, reset compression=false 2024-11-12T07:21:44,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:44,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1768, reset compression=false 2024-11-12T07:21:44,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,33057,1731396083373 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:44,605 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,33057,1731396083373: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,33057,1731396083373, walGroup=cea23c84c117%2C33057%2C1731396083373, offset=cea23c84c117%2C33057%2C1731396083373.1731396084816:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:33057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:21:44,605 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:21:44,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:21:44,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:21:44,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:21:44,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:21:44,606 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1132462080, "init": 1048576000, "max": 2306867200, "used": 766709736 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197783984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:21:44,607 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:38797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:38797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:21:44,631 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740, 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:44,691 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:21:44,691 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:21:44,807 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1768, reset compression=false 2024-11-12T07:21:44,831 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740, 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:44,857 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1340, reset compression=false 2024-11-12T07:21:44,857 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/info/7c1bd88c939f4e3a8746a69830124e58 2024-11-12T07:21:44,860 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:44,860 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:44,860 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:44,873 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/ns/338bb839da234d14bbc811524ada58e5 is 43, key is default/ns:d/1731396085845/Put/seqid=0 2024-11-12T07:21:44,875 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f1/bd778cc15083461f9cabfb9fd96afc8a 2024-11-12T07:21:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741843_1019 (size=5153) 2024-11-12T07:21:44,876 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/ns/338bb839da234d14bbc811524ada58e5 2024-11-12T07:21:44,880 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd778cc15083461f9cabfb9fd96afc8a 2024-11-12T07:21:44,891 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/65804c00b22f4f0987370a5cccc24517 is 112, key is test,,1731396088725.66c615da966647d954b1cd2650a28cee./rep_barrier:seqnumDuringOpen/1731396089956/Put/seqid=0 2024-11-12T07:21:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741844_1020 (size=5518) 2024-11-12T07:21:44,895 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/norep/23f1e03f4d8c4c208da0b0e70c6ea0f6 is 33, key is row2/norep:/1731396101420/DeleteFamily/seqid=0 2024-11-12T07:21:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741845_1021 (size=5108) 2024-11-12T07:21:44,992 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:45,031 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740, 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:45,065 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:45,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1768, reset compression=false 2024-11-12T07:21:45,231 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740, 66c615da966647d954b1cd2650a28cee 2024-11-12T07:21:45,296 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/65804c00b22f4f0987370a5cccc24517 2024-11-12T07:21:45,353 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/norep/23f1e03f4d8c4c208da0b0e70c6ea0f6 2024-11-12T07:21:45,357 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f1e03f4d8c4c208da0b0e70c6ea0f6 2024-11-12T07:21:45,357 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f/8aa5bd3859be42ec9113af1d08fcda47 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/f/8aa5bd3859be42ec9113af1d08fcda47 2024-11-12T07:21:45,361 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8aa5bd3859be42ec9113af1d08fcda47 2024-11-12T07:21:45,361 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/f/8aa5bd3859be42ec9113af1d08fcda47, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T07:21:45,362 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/f1/bd778cc15083461f9cabfb9fd96afc8a as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/f1/bd778cc15083461f9cabfb9fd96afc8a 2024-11-12T07:21:45,367 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd778cc15083461f9cabfb9fd96afc8a 2024-11-12T07:21:45,367 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/f1/bd778cc15083461f9cabfb9fd96afc8a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:45,368 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/.tmp/norep/23f1e03f4d8c4c208da0b0e70c6ea0f6 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/norep/23f1e03f4d8c4c208da0b0e70c6ea0f6 2024-11-12T07:21:45,369 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:45,372 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f1e03f4d8c4c208da0b0e70c6ea0f6 2024-11-12T07:21:45,372 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/norep/23f1e03f4d8c4c208da0b0e70c6ea0f6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:45,373 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/table/3a5d26aed55d455899165409da3f7b4b is 53, key is hbase:replication/table:state/1731396095355/Put/seqid=0 2024-11-12T07:21:45,373 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 66c615da966647d954b1cd2650a28cee in 943ms, sequenceid=12, compaction requested=false 2024-11-12T07:21:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741846_1022 (size=5308) 2024-11-12T07:21:45,387 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/default/test/66c615da966647d954b1cd2650a28cee/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:45,388 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66c615da966647d954b1cd2650a28cee: Waiting for close lock at 1731396104430Running coprocessor pre-close hooks at 1731396104430Disabling compacts and flushes for region at 1731396104430Disabling writes for close at 1731396104430Obtaining lock to block concurrent updates at 1731396104430Preparing flush snapshotting stores in 66c615da966647d954b1cd2650a28cee at 1731396104430Finished memstore snapshotting test,,1731396088725.66c615da966647d954b1cd2650a28cee., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731396104431 (+1 ms)Flushing stores of test,,1731396088725.66c615da966647d954b1cd2650a28cee. at 1731396104431Flushing 66c615da966647d954b1cd2650a28cee/f: creating writer at 1731396104431Flushing 66c615da966647d954b1cd2650a28cee/f: appending metadata at 1731396104450 (+19 ms)Flushing 66c615da966647d954b1cd2650a28cee/f: closing flushed file at 1731396104450Flushing 66c615da966647d954b1cd2650a28cee/f1: creating writer at 1731396104460 (+10 ms)Flushing 66c615da966647d954b1cd2650a28cee/f1: appending metadata at 1731396104471 (+11 ms)Flushing 66c615da966647d954b1cd2650a28cee/f1: closing flushed file at 1731396104471Flushing 66c615da966647d954b1cd2650a28cee/norep: creating writer at 1731396104880 (+409 ms)Flushing 66c615da966647d954b1cd2650a28cee/norep: appending metadata at 1731396104894 (+14 ms)Flushing 66c615da966647d954b1cd2650a28cee/norep: closing flushed file at 1731396104894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edf7526: reopening flushed file at 1731396105357 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7377e77d: reopening flushed file at 1731396105362 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251d28c2: reopening flushed file at 1731396105367 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 66c615da966647d954b1cd2650a28cee in 943ms, sequenceid=12, compaction requested=false at 1731396105373 (+6 ms)Writing region close event to WAL at 1731396105384 (+11 ms)Running coprocessor post-close hooks at 1731396105388 (+4 ms)Closed at 1731396105388 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396088725.66c615da966647d954b1cd2650a28cee. 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dac5d9e5ec603e0b9d620820a71fee5, disabling compactions & flushes 2024-11-12T07:21:45,388 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. after waiting 0 ms 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dac5d9e5ec603e0b9d620820a71fee5: Waiting for close lock at 1731396105388Running coprocessor pre-close hooks at 1731396105388Disabling compacts and flushes for region at 1731396105388Disabling writes for close at 1731396105388Failed flush hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., putting online again at 1731396105388 2024-11-12T07:21:45,388 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,432 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dac5d9e5ec603e0b9d620820a71fee5 2024-11-12T07:21:45,432 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 0dac5d9e5ec603e0b9d620820a71fee5, 1588230740 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dac5d9e5ec603e0b9d620820a71fee5, disabling compactions & flushes 2024-11-12T07:21:45,432 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. after waiting 0 ms 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dac5d9e5ec603e0b9d620820a71fee5: Waiting for close lock at 1731396105432Running coprocessor pre-close hooks at 1731396105432Disabling compacts and flushes for region at 1731396105432Disabling writes for close at 1731396105432Failed flush hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., putting online again at 1731396105432 2024-11-12T07:21:45,432 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5. 2024-11-12T07:21:45,495 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:45,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 1768, reset compression=false 2024-11-12T07:21:45,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:45,517 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 2412, reset compression=false 2024-11-12T07:21:45,632 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:21:45,632 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1325): Online Regions={0dac5d9e5ec603e0b9d620820a71fee5=hbase:replication,,1731396094194.0dac5d9e5ec603e0b9d620820a71fee5., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:45,632 DEBUG [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:21:45,719 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 2412, reset compression=false 2024-11-12T07:21:45,777 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:45,783 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/table/3a5d26aed55d455899165409da3f7b4b 2024-11-12T07:21:45,786 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/info/7c1bd88c939f4e3a8746a69830124e58 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/info/7c1bd88c939f4e3a8746a69830124e58 2024-11-12T07:21:45,790 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/info/7c1bd88c939f4e3a8746a69830124e58, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:21:45,790 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/ns/338bb839da234d14bbc811524ada58e5 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/ns/338bb839da234d14bbc811524ada58e5 2024-11-12T07:21:45,794 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/ns/338bb839da234d14bbc811524ada58e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:21:45,794 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/65804c00b22f4f0987370a5cccc24517 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/rep_barrier/65804c00b22f4f0987370a5cccc24517 2024-11-12T07:21:45,797 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/rep_barrier/65804c00b22f4f0987370a5cccc24517, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:21:45,798 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/.tmp/table/3a5d26aed55d455899165409da3f7b4b as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/table/3a5d26aed55d455899165409da3f7b4b 2024-11-12T07:21:45,801 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/table/3a5d26aed55d455899165409da3f7b4b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:21:45,801 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false 2024-11-12T07:21:45,804 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:21:45,805 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:45,805 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:45,805 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:45,805 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396104431Running coprocessor pre-close hooks at 1731396104431Disabling compacts and flushes for region at 1731396104431Disabling writes for close at 1731396104431Obtaining lock to block concurrent updates at 1731396104431Preparing flush snapshotting stores in 1588230740 at 1731396104431Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396104431Flushing stores of hbase:meta,,1.1588230740 at 1731396104432 (+1 ms)Flushing 1588230740/info: creating writer at 1731396104432Flushing 1588230740/info: appending metadata at 1731396104450 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731396104450Flushing 1588230740/ns: creating writer at 1731396104860 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731396104873 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731396104873Flushing 1588230740/rep_barrier: creating writer at 1731396104879 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396104891 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396104891Flushing 1588230740/table: creating writer at 1731396105355 (+464 ms)Flushing 1588230740/table: appending metadata at 1731396105372 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731396105372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b69883: reopening flushed file at 1731396105786 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b54167: reopening flushed file at 1731396105790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f846c7: reopening flushed file at 1731396105794 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bea707: reopening flushed file at 1731396105797 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1731396105801 (+4 ms)Writing region close event to WAL at 1731396105802 (+1 ms)Running coprocessor post-close hooks at 1731396105805 (+3 ms)Closed at 1731396105805 2024-11-12T07:21:45,805 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:45,832 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T07:21:45,832 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,33057,1731396083373; all regions closed. 2024-11-12T07:21:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:21:45,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.meta.1731396085808.meta not finished, retry = 0 2024-11-12T07:21:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741839_1015 (size=2390) 2024-11-12T07:21:45,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.rep.1731396095323 not finished, retry = 0 2024-11-12T07:21:46,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:21:46,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:46,013 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68349 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:21:46,023 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 to pos 2412, reset compression=false 2024-11-12T07:21:46,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/WALs/cea23c84c117,33057,1731396083373/cea23c84c117%2C33057%2C1731396083373.1731396084816 not finished, retry = 0 2024-11-12T07:21:46,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741832_1008 (size=2420) 2024-11-12T07:21:46,098 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:46,140 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:46,140 INFO [RS:0;cea23c84c117:33057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:46,140 INFO [RS:0;cea23c84c117:33057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:46,140 INFO [RS:0;cea23c84c117:33057 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:46,141 INFO [RS:0;cea23c84c117:33057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:46,141 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:46,141 INFO [RS:0;cea23c84c117:33057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,33057,1731396083373 because: Region server is closing 2024-11-12T07:21:46,141 INFO [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33057. 2024-11-12T07:21:46,141 DEBUG [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:46,141 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:46,141 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:46,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:46,242 INFO [RS:0;cea23c84c117:33057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.shippercea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 terminated 2024-11-12T07:21:46,242 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,33057,1731396083373.replicationSource.wal-reader.cea23c84c117%2C33057%2C1731396083373,1-cea23c84c117,33057,1731396083373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:21:46,242 INFO [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:33057. 2024-11-12T07:21:46,242 DEBUG [RS:0;cea23c84c117:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:46,242 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:46,242 DEBUG [RS:0;cea23c84c117:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:46,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:46,242 INFO [RS:0;cea23c84c117:33057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33057 2024-11-12T07:21:46,280 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:46,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-537846837/rs/cea23c84c117,33057,1731396083373 2024-11-12T07:21:46,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837/rs 2024-11-12T07:21:46,291 INFO [RS:0;cea23c84c117:33057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:46,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,33057,1731396083373] 2024-11-12T07:21:46,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-537846837/draining/cea23c84c117,33057,1731396083373 already deleted, retry=false 2024-11-12T07:21:46,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,33057,1731396083373 expired; onlineServers=0 2024-11-12T07:21:46,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,38797,1731396083239' ***** 2024-11-12T07:21:46,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:21:46,312 INFO [M:0;cea23c84c117:38797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:46,312 INFO [M:0;cea23c84c117:38797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:46,312 DEBUG [M:0;cea23c84c117:38797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:21:46,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:21:46,312 DEBUG [M:0;cea23c84c117:38797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:21:46,312 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396084610 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396084610,5,FailOnTimeoutGroup] 2024-11-12T07:21:46,312 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396084610 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396084610,5,FailOnTimeoutGroup] 2024-11-12T07:21:46,312 INFO [M:0;cea23c84c117:38797 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:46,313 INFO [M:0;cea23c84c117:38797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:46,313 DEBUG [M:0;cea23c84c117:38797 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:21:46,313 INFO [M:0;cea23c84c117:38797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:21:46,313 INFO [M:0;cea23c84c117:38797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:46,313 INFO [M:0;cea23c84c117:38797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:21:46,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:21:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-537846837/master 2024-11-12T07:21:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-537846837 2024-11-12T07:21:46,322 DEBUG [M:0;cea23c84c117:38797 {}] zookeeper.ZKUtil(347): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Unable to get data of znode /2-537846837/master because node does not exist (not an error) 2024-11-12T07:21:46,322 WARN [M:0;cea23c84c117:38797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:21:46,323 INFO [M:0;cea23c84c117:38797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/.lastflushedseqids 2024-11-12T07:21:46,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741847_1023 (size=245) 2024-11-12T07:21:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:46,401 INFO [RS:0;cea23c84c117:33057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x1012deb63d10007, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:46,401 INFO [RS:0;cea23c84c117:33057 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,33057,1731396083373; zookeeper connection closed. 2024-11-12T07:21:46,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d72b475 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d72b475 2024-11-12T07:21:46,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:21:46,727 INFO [M:0;cea23c84c117:38797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:21:46,727 INFO [M:0;cea23c84c117:38797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:21:46,728 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:46,728 INFO [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:46,728 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:46,728 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:46,728 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:46,728 INFO [M:0;cea23c84c117:38797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-12T07:21:46,744 DEBUG [M:0;cea23c84c117:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449e075796bc497da7e014d23cb64ae0 is 82, key is hbase:meta,,1/info:regioninfo/1731396085835/Put/seqid=0 2024-11-12T07:21:46,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741848_1024 (size=5672) 2024-11-12T07:21:46,801 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:46,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:21:46,883 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:47,148 INFO [M:0;cea23c84c117:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449e075796bc497da7e014d23cb64ae0 2024-11-12T07:21:47,164 DEBUG [M:0;cea23c84c117:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59edc9b1278f4aa682436284744fb59a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396095357/Put/seqid=0 2024-11-12T07:21:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741849_1025 (size=9212) 2024-11-12T07:21:47,168 INFO [M:0;cea23c84c117:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59edc9b1278f4aa682436284744fb59a 2024-11-12T07:21:47,183 DEBUG [M:0;cea23c84c117:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71793da113f34af2b00eb82dc09aeece is 69, key is cea23c84c117,33057,1731396083373/rs:state/1731396084632/Put/seqid=0 2024-11-12T07:21:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741850_1026 (size=5156) 2024-11-12T07:21:47,586 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:47,586 INFO [M:0;cea23c84c117:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71793da113f34af2b00eb82dc09aeece 2024-11-12T07:21:47,590 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/449e075796bc497da7e014d23cb64ae0 as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/449e075796bc497da7e014d23cb64ae0 2024-11-12T07:21:47,593 INFO [M:0;cea23c84c117:38797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/449e075796bc497da7e014d23cb64ae0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T07:21:47,593 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59edc9b1278f4aa682436284744fb59a as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59edc9b1278f4aa682436284744fb59a 2024-11-12T07:21:47,596 INFO [M:0;cea23c84c117:38797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59edc9b1278f4aa682436284744fb59a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T07:21:47,597 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71793da113f34af2b00eb82dc09aeece as hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71793da113f34af2b00eb82dc09aeece 2024-11-12T07:21:47,600 INFO [M:0;cea23c84c117:38797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71793da113f34af2b00eb82dc09aeece, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T07:21:47,600 INFO [M:0;cea23c84c117:38797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=127, compaction requested=false 2024-11-12T07:21:47,601 INFO [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:47,601 DEBUG [M:0;cea23c84c117:38797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396106727Disabling compacts and flushes for region at 1731396106727Disabling writes for close at 1731396106728 (+1 ms)Obtaining lock to block concurrent updates at 1731396106728Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396106728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731396106728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396106729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396106729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396106744 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396106744Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396107151 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396107164 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396107164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396107171 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396107182 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396107182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f08052: reopening flushed file at 1731396107589 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7392dcb5: reopening flushed file at 1731396107593 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b3a316: reopening flushed file at 1731396107596 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=127, compaction requested=false at 1731396107600 (+4 ms)Writing region close event to WAL at 1731396107601 (+1 ms)Closed at 1731396107601 2024-11-12T07:21:47,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42437 is added to blk_1073741830_1006 (size=73866) 2024-11-12T07:21:47,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/373bf65c-1e82-719a-8da6-db99bcc70d7c/MasterData/WALs/cea23c84c117,38797,1731396083239/cea23c84c117%2C38797%2C1731396083239.1731396084362 not finished, retry = 0 2024-11-12T07:21:47,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:47,704 INFO [M:0;cea23c84c117:38797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:21:47,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:47,704 INFO [M:0;cea23c84c117:38797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38797 2024-11-12T07:21:47,704 INFO [M:0;cea23c84c117:38797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:47,895 INFO [M:0;cea23c84c117:38797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:47,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:47,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1012deb63d10006, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:47,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@262753c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:47,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@530ebbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:47,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:47,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5482a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:47,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf38725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:47,899 WARN [BP-1487494556-172.17.0.2-1731396081372 heartbeating to localhost/127.0.0.1:42827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:21:47,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:21:47,899 WARN [BP-1487494556-172.17.0.2-1731396081372 heartbeating to localhost/127.0.0.1:42827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1487494556-172.17.0.2-1731396081372 (Datanode Uuid a57e178a-a8d8-4149-8b52-7eb1269ca35b) service to localhost/127.0.0.1:42827 2024-11-12T07:21:47,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:21:47,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/cluster_a9adbeaa-88d9-1b3e-699d-ba3fe52532d5/data/data1/current/BP-1487494556-172.17.0.2-1731396081372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:47,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/cluster_a9adbeaa-88d9-1b3e-699d-ba3fe52532d5/data/data2/current/BP-1487494556-172.17.0.2-1731396081372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:47,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:21:47,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d904433{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:47,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44cd309e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:47,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:47,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422424a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:47,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aaa7cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:47,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:21:47,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:21:47,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:47,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:47,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:47,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:47,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:47,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:21:47,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=985874061, stopped=false 2024-11-12T07:21:47,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,41043,1731396077258 2024-11-12T07:21:47,933 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-49662334/running 2024-11-12T07:21:47,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-49662334/running 2024-11-12T07:21:47,933 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:47,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:47,933 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:47,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:47,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/running 2024-11-12T07:21:47,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:47,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:47,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,44897,1731396077402' ***** 2024-11-12T07:21:47,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:21:47,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Set watcher on znode that does not yet exist, /1-49662334/running 2024-11-12T07:21:47,934 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:21:47,934 INFO [RS:0;cea23c84c117:44897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:21:47,934 INFO [RS:0;cea23c84c117:44897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:21:47,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:21:47,934 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(3091): Received CLOSE for 4afd346465fcf5dbe48e6a8221c7f57d 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,44897,1731396077402 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44897. 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4afd346465fcf5dbe48e6a8221c7f57d, disabling compactions & flushes 2024-11-12T07:21:47,935 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:47,935 DEBUG [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:47,935 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. after waiting 0 ms 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:21:47,935 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4afd346465fcf5dbe48e6a8221c7f57d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T07:21:47,935 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:21:47,935 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1325): Online Regions={4afd346465fcf5dbe48e6a8221c7f57d=hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d., 1588230740=hbase:meta,,1.1588230740, 6ae58d5da09cbf364da8661b80429ee7=test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.} 2024-11-12T07:21:47,935 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afd346465fcf5dbe48e6a8221c7f57d, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:47,935 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:47,935 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:47,935 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:21:47,949 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/.tmp/queue/3f00b39f54bd4e7b8aed8a09de9d4ab0 is 154, key is 1-cea23c84c117,44897,1731396077402/queue:cea23c84c117%2C44897%2C1731396077402/1731396104085/Put/seqid=0 2024-11-12T07:21:47,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741840_1016 (size=5353) 2024-11-12T07:21:47,953 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/info/18eb14bbe5eb4e9aa17ef0fc1433e24e is 147, key is hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d./info:regioninfo/1731396093189/Put/seqid=0 2024-11-12T07:21:47,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:21:48,020 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:48,099 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:21:48,100 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:21:48,135 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afd346465fcf5dbe48e6a8221c7f57d, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:48,335 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afd346465fcf5dbe48e6a8221c7f57d, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:48,352 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/.tmp/queue/3f00b39f54bd4e7b8aed8a09de9d4ab0 2024-11-12T07:21:48,357 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/.tmp/queue/3f00b39f54bd4e7b8aed8a09de9d4ab0 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/queue/3f00b39f54bd4e7b8aed8a09de9d4ab0 2024-11-12T07:21:48,357 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/info/18eb14bbe5eb4e9aa17ef0fc1433e24e 2024-11-12T07:21:48,360 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/queue/3f00b39f54bd4e7b8aed8a09de9d4ab0, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T07:21:48,361 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4afd346465fcf5dbe48e6a8221c7f57d in 426ms, sequenceid=14, compaction requested=false 2024-11-12T07:21:48,363 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/replication/4afd346465fcf5dbe48e6a8221c7f57d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:48,364 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4afd346465fcf5dbe48e6a8221c7f57d: Waiting for close lock at 1731396107935Running coprocessor pre-close hooks at 1731396107935Disabling compacts and flushes for region at 1731396107935Disabling writes for close at 1731396107935Obtaining lock to block concurrent updates at 1731396107935Preparing flush snapshotting stores in 4afd346465fcf5dbe48e6a8221c7f57d at 1731396107935Finished memstore snapshotting hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731396107935Flushing stores of hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. at 1731396107936 (+1 ms)Flushing 4afd346465fcf5dbe48e6a8221c7f57d/queue: creating writer at 1731396107936Flushing 4afd346465fcf5dbe48e6a8221c7f57d/queue: appending metadata at 1731396107948 (+12 ms)Flushing 4afd346465fcf5dbe48e6a8221c7f57d/queue: closing flushed file at 1731396107948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cbdb3a: reopening flushed file at 1731396108356 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4afd346465fcf5dbe48e6a8221c7f57d in 426ms, sequenceid=14, compaction requested=false at 1731396108361 (+5 ms)Writing region close event to WAL at 1731396108361Running coprocessor post-close hooks at 1731396108364 (+3 ms)Closed at 1731396108364 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396092028.4afd346465fcf5dbe48e6a8221c7f57d. 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ae58d5da09cbf364da8661b80429ee7, disabling compactions & flushes 2024-11-12T07:21:48,364 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. after waiting 0 ms 2024-11-12T07:21:48,364 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:48,364 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ae58d5da09cbf364da8661b80429ee7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T07:21:48,373 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/ns/51edae88c22145ef8896a6da04f2fa4b is 43, key is default/ns:d/1731396081246/Put/seqid=0 2024-11-12T07:21:48,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741842_1018 (size=5153) 2024-11-12T07:21:48,382 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f/b56e99166e8943128818851bd3eaf3e2 is 37, key is row3/f:row3/1731396103064/Put/seqid=0 2024-11-12T07:21:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741843_1019 (size=5228) 2024-11-12T07:21:48,389 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:48,507 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1471, reset compression=false 2024-11-12T07:21:48,511 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:48,511 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1718, reset compression=false 2024-11-12T07:21:48,511 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44897,1731396077402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:48,512 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,44897,1731396077402: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,44897,1731396077402, walGroup=cea23c84c117%2C44897%2C1731396077402, offset=cea23c84c117%2C44897%2C1731396077402.1731396080227:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:44897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:21:48,513 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:21:48,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:21:48,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:21:48,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:21:48,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:21:48,514 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1132462080, "init": 1048576000, "max": 2306867200, "used": 848498656 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198422840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:21:48,514 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:41043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:41043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:21:48,536 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:48,714 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1718, reset compression=false 2024-11-12T07:21:48,736 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:48,777 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/ns/51edae88c22145ef8896a6da04f2fa4b 2024-11-12T07:21:48,786 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f/b56e99166e8943128818851bd3eaf3e2 2024-11-12T07:21:48,789 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56e99166e8943128818851bd3eaf3e2 2024-11-12T07:21:48,794 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/rep_barrier/84e30fff37d24a72a54d7066efb02e32 is 112, key is test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7./rep_barrier:seqnumDuringOpen/1731396087722/Put/seqid=0 2024-11-12T07:21:48,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741844_1020 (size=5518) 2024-11-12T07:21:48,803 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f1/5d8e49cd36c04d8b8c5c0edca8e2befb is 30, key is row1/f1:/1731396100415/DeleteFamily/seqid=0 2024-11-12T07:21:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741845_1021 (size=5158) 2024-11-12T07:21:48,936 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:21:48,936 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ae58d5da09cbf364da8661b80429ee7=test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7.} 2024-11-12T07:21:48,936 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:49,017 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1718, reset compression=false 2024-11-12T07:21:49,136 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:49,201 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/rep_barrier/84e30fff37d24a72a54d7066efb02e32 2024-11-12T07:21:49,206 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f1/5d8e49cd36c04d8b8c5c0edca8e2befb 2024-11-12T07:21:49,209 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d8e49cd36c04d8b8c5c0edca8e2befb 2024-11-12T07:21:49,221 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/table/6a55bd5c8a2241dd8182c45e18f6b395 is 53, key is hbase:replication/table:state/1731396093195/Put/seqid=0 2024-11-12T07:21:49,221 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/norep/30a4c62c52bc427ca522dade3010fdad is 33, key is row1/norep:/1731396100415/DeleteFamily/seqid=0 2024-11-12T07:21:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741846_1022 (size=5308) 2024-11-12T07:21:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741847_1023 (size=5108) 2024-11-12T07:21:49,224 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/table/6a55bd5c8a2241dd8182c45e18f6b395 2024-11-12T07:21:49,228 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/info/18eb14bbe5eb4e9aa17ef0fc1433e24e as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/info/18eb14bbe5eb4e9aa17ef0fc1433e24e 2024-11-12T07:21:49,232 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/info/18eb14bbe5eb4e9aa17ef0fc1433e24e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:21:49,232 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/ns/51edae88c22145ef8896a6da04f2fa4b as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/ns/51edae88c22145ef8896a6da04f2fa4b 2024-11-12T07:21:49,236 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/ns/51edae88c22145ef8896a6da04f2fa4b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:21:49,237 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/rep_barrier/84e30fff37d24a72a54d7066efb02e32 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/rep_barrier/84e30fff37d24a72a54d7066efb02e32 2024-11-12T07:21:49,241 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/rep_barrier/84e30fff37d24a72a54d7066efb02e32, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:21:49,241 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/.tmp/table/6a55bd5c8a2241dd8182c45e18f6b395 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/table/6a55bd5c8a2241dd8182c45e18f6b395 2024-11-12T07:21:49,245 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/table/6a55bd5c8a2241dd8182c45e18f6b395, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:21:49,245 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-12T07:21:49,245 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:21:49,249 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:21:49,249 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:49,249 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:49,249 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:49,250 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396107935Running coprocessor pre-close hooks at 1731396107935Disabling compacts and flushes for region at 1731396107935Disabling writes for close at 1731396107935Obtaining lock to block concurrent updates at 1731396107935Preparing flush snapshotting stores in 1588230740 at 1731396107935Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396107936 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396107936Flushing 1588230740/info: creating writer at 1731396107936Flushing 1588230740/info: appending metadata at 1731396107953 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731396107953Flushing 1588230740/ns: creating writer at 1731396108360 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731396108373 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731396108373Flushing 1588230740/rep_barrier: creating writer at 1731396108780 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396108794 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396108794Flushing 1588230740/table: creating writer at 1731396109205 (+411 ms)Flushing 1588230740/table: appending metadata at 1731396109220 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731396109220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f24b732: reopening flushed file at 1731396109228 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b284c87: reopening flushed file at 1731396109232 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1464a8e7: reopening flushed file at 1731396109236 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2986a18b: reopening flushed file at 1731396109241 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731396109245 (+4 ms)Writing region close event to WAL at 1731396109247 (+2 ms)Running coprocessor post-close hooks at 1731396109249 (+2 ms)Closed at 1731396109249 2024-11-12T07:21:49,250 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:49,292 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:49,336 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:49,420 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.wal-reader.cea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 to pos 1718, reset compression=false 2024-11-12T07:21:49,537 DEBUG [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1351): Waiting on 6ae58d5da09cbf364da8661b80429ee7 2024-11-12T07:21:49,625 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/norep/30a4c62c52bc427ca522dade3010fdad 2024-11-12T07:21:49,628 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30a4c62c52bc427ca522dade3010fdad 2024-11-12T07:21:49,628 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f/b56e99166e8943128818851bd3eaf3e2 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/f/b56e99166e8943128818851bd3eaf3e2 2024-11-12T07:21:49,631 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56e99166e8943128818851bd3eaf3e2 2024-11-12T07:21:49,631 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/f/b56e99166e8943128818851bd3eaf3e2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T07:21:49,632 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/f1/5d8e49cd36c04d8b8c5c0edca8e2befb as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/f1/5d8e49cd36c04d8b8c5c0edca8e2befb 2024-11-12T07:21:49,635 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d8e49cd36c04d8b8c5c0edca8e2befb 2024-11-12T07:21:49,635 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/f1/5d8e49cd36c04d8b8c5c0edca8e2befb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:49,635 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/.tmp/norep/30a4c62c52bc427ca522dade3010fdad as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/norep/30a4c62c52bc427ca522dade3010fdad 2024-11-12T07:21:49,638 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30a4c62c52bc427ca522dade3010fdad 2024-11-12T07:21:49,638 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/norep/30a4c62c52bc427ca522dade3010fdad, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:49,639 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6ae58d5da09cbf364da8661b80429ee7 in 1275ms, sequenceid=12, compaction requested=false 2024-11-12T07:21:49,639 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:21:49,647 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/data/default/test/6ae58d5da09cbf364da8661b80429ee7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:21:49,647 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:49,647 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:49,647 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:49,647 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ae58d5da09cbf364da8661b80429ee7: Waiting for close lock at 1731396108364Running coprocessor pre-close hooks at 1731396108364Disabling compacts and flushes for region at 1731396108364Disabling writes for close at 1731396108364Obtaining lock to block concurrent updates at 1731396108364Preparing flush snapshotting stores in 6ae58d5da09cbf364da8661b80429ee7 at 1731396108364Finished memstore snapshotting test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731396108365 (+1 ms)Flushing stores of test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. at 1731396108365Flushing 6ae58d5da09cbf364da8661b80429ee7/f: creating writer at 1731396108365Flushing 6ae58d5da09cbf364da8661b80429ee7/f: appending metadata at 1731396108381 (+16 ms)Flushing 6ae58d5da09cbf364da8661b80429ee7/f: closing flushed file at 1731396108381Flushing 6ae58d5da09cbf364da8661b80429ee7/f1: creating writer at 1731396108790 (+409 ms)Flushing 6ae58d5da09cbf364da8661b80429ee7/f1: appending metadata at 1731396108803 (+13 ms)Flushing 6ae58d5da09cbf364da8661b80429ee7/f1: closing flushed file at 1731396108803Flushing 6ae58d5da09cbf364da8661b80429ee7/norep: creating writer at 1731396109209 (+406 ms)Flushing 6ae58d5da09cbf364da8661b80429ee7/norep: appending metadata at 1731396109220 (+11 ms)Flushing 6ae58d5da09cbf364da8661b80429ee7/norep: closing flushed file at 1731396109220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed2b487: reopening flushed file at 1731396109628 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8dcb28: reopening flushed file at 1731396109631 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab2d110: reopening flushed file at 1731396109635 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6ae58d5da09cbf364da8661b80429ee7 in 1275ms, sequenceid=12, compaction requested=false at 1731396109639 (+4 ms)Writing region close event to WAL at 1731396109644 (+5 ms)Running coprocessor post-close hooks at 1731396109647 (+3 ms)Closed at 1731396109647 2024-11-12T07:21:49,647 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396086575.6ae58d5da09cbf364da8661b80429ee7. 2024-11-12T07:21:49,737 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,44897,1731396077402; all regions closed. 2024-11-12T07:21:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:21:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741839_1015 (size=3552) 2024-11-12T07:21:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741832_1008 (size=2370) 2024-11-12T07:21:49,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/WALs/cea23c84c117,44897,1731396077402/cea23c84c117%2C44897%2C1731396077402.1731396080227 not finished, retry = 0 2024-11-12T07:21:49,847 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:49,847 INFO [RS:0;cea23c84c117:44897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:49,847 INFO [RS:0;cea23c84c117:44897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:49,847 INFO [RS:0;cea23c84c117:44897 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:49,848 INFO [RS:0;cea23c84c117:44897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:49,848 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:49,848 INFO [RS:0;cea23c84c117:44897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,44897,1731396077402 because: Region server is closing 2024-11-12T07:21:49,848 INFO [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44897. 2024-11-12T07:21:49,848 DEBUG [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:49,848 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:49,848 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:49,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:49,948 INFO [RS:0;cea23c84c117:44897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44897,1731396077402.replicationSource.shippercea23c84c117%2C44897%2C1731396077402,1-cea23c84c117,44897,1731396077402 terminated 2024-11-12T07:21:49,949 INFO [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44897. 2024-11-12T07:21:49,949 DEBUG [RS:0;cea23c84c117:44897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:49,949 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:49,949 DEBUG [RS:0;cea23c84c117:44897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:49,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:49,949 INFO [RS:0;cea23c84c117:44897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44897 2024-11-12T07:21:50,070 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-49662334/rs/cea23c84c117,44897,1731396077402 2024-11-12T07:21:50,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334/rs 2024-11-12T07:21:50,070 INFO [RS:0;cea23c84c117:44897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:50,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,44897,1731396077402] 2024-11-12T07:21:50,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-49662334/draining/cea23c84c117,44897,1731396077402 already deleted, retry=false 2024-11-12T07:21:50,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,44897,1731396077402 expired; onlineServers=0 2024-11-12T07:21:50,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,41043,1731396077258' ***** 2024-11-12T07:21:50,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:50,091 DEBUG [M:0;cea23c84c117:41043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:21:50,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:21:50,091 DEBUG [M:0;cea23c84c117:41043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:21:50,091 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396079964 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396079964,5,FailOnTimeoutGroup] 2024-11-12T07:21:50,091 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396079963 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396079963,5,FailOnTimeoutGroup] 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:50,091 DEBUG [M:0;cea23c84c117:41043 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:50,091 INFO [M:0;cea23c84c117:41043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:21:50,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:21:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-49662334/master 2024-11-12T07:21:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-49662334 2024-11-12T07:21:50,101 DEBUG [M:0;cea23c84c117:41043 {}] zookeeper.ZKUtil(347): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Unable to get data of znode /1-49662334/master because node does not exist (not an error) 2024-11-12T07:21:50,101 WARN [M:0;cea23c84c117:41043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:21:50,102 INFO [M:0;cea23c84c117:41043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/.lastflushedseqids 2024-11-12T07:21:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741848_1024 (size=245) 2024-11-12T07:21:50,180 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:50,180 INFO [RS:0;cea23c84c117:44897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:50,180 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44897-0x1012deb63d10004, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:50,180 INFO [RS:0;cea23c84c117:44897 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,44897,1731396077402; zookeeper connection closed. 2024-11-12T07:21:50,180 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75aa9c27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75aa9c27 2024-11-12T07:21:50,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:21:50,295 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:50,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,505 INFO [M:0;cea23c84c117:41043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:21:50,505 INFO [M:0;cea23c84c117:41043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:21:50,506 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:50,506 INFO [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:50,506 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:50,506 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:50,506 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:50,506 INFO [M:0;cea23c84c117:41043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T07:21:50,522 DEBUG [M:0;cea23c84c117:41043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6037e98ce4dd4f21b24e7d78d543737c is 82, key is hbase:meta,,1/info:regioninfo/1731396081233/Put/seqid=0 2024-11-12T07:21:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741849_1025 (size=5672) 2024-11-12T07:21:50,926 INFO [M:0;cea23c84c117:41043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6037e98ce4dd4f21b24e7d78d543737c 2024-11-12T07:21:50,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:50,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,942 DEBUG [M:0;cea23c84c117:41043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3b273228b7470a83e85cf36a1de7a9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396093198/Put/seqid=0 2024-11-12T07:21:50,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741850_1026 (size=8516) 2024-11-12T07:21:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:50,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:51,353 INFO [M:0;cea23c84c117:41043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3b273228b7470a83e85cf36a1de7a9 2024-11-12T07:21:51,371 DEBUG [M:0;cea23c84c117:41043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bbf35ea0e864222bfd9b9a7a26b9159 is 69, key is cea23c84c117,44897,1731396077402/rs:state/1731396080085/Put/seqid=0 2024-11-12T07:21:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741851_1027 (size=5156) 2024-11-12T07:21:51,398 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:51,775 INFO [M:0;cea23c84c117:41043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bbf35ea0e864222bfd9b9a7a26b9159 2024-11-12T07:21:51,779 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6037e98ce4dd4f21b24e7d78d543737c as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6037e98ce4dd4f21b24e7d78d543737c 2024-11-12T07:21:51,781 INFO [M:0;cea23c84c117:41043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6037e98ce4dd4f21b24e7d78d543737c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:21:51,782 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3b273228b7470a83e85cf36a1de7a9 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b3b273228b7470a83e85cf36a1de7a9 2024-11-12T07:21:51,786 INFO [M:0;cea23c84c117:41043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b3b273228b7470a83e85cf36a1de7a9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:21:51,786 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bbf35ea0e864222bfd9b9a7a26b9159 as hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bbf35ea0e864222bfd9b9a7a26b9159 2024-11-12T07:21:51,789 INFO [M:0;cea23c84c117:41043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bbf35ea0e864222bfd9b9a7a26b9159, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:21:51,790 INFO [M:0;cea23c84c117:41043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-12T07:21:51,791 INFO [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:51,791 DEBUG [M:0;cea23c84c117:41043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396110506Disabling compacts and flushes for region at 1731396110506Disabling writes for close at 1731396110506Obtaining lock to block concurrent updates at 1731396110506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396110506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731396110506Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396110507 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396110507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396110522 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396110522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396110929 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396110942 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396110942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396111356 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396111371 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396111371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a10712: reopening flushed file at 1731396111778 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f621a0: reopening flushed file at 1731396111782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64459c5d: reopening flushed file at 1731396111786 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731396111790 (+4 ms)Writing region close event to WAL at 1731396111791 (+1 ms)Closed at 1731396111791 2024-11-12T07:21:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741830_1006 (size=63654) 2024-11-12T07:21:51,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b98ba10-94e5-c3a4-ccfe-8ad5ec48ca0b/MasterData/WALs/cea23c84c117,41043,1731396077258/cea23c84c117%2C41043%2C1731396077258.1731396079751 not finished, retry = 0 2024-11-12T07:21:51,893 INFO [M:0;cea23c84c117:41043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:21:51,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:51,893 INFO [M:0;cea23c84c117:41043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41043 2024-11-12T07:21:51,894 INFO [M:0;cea23c84c117:41043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:52,096 INFO [M:0;cea23c84c117:41043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:52,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41043-0x1012deb63d10003, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:52,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4de55f58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:52,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b06d22d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:52,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:52,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f870921{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:52,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5fb085{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:52,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:21:52,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:21:52,099 WARN [BP-1507997482-172.17.0.2-1731396075250 heartbeating to localhost/127.0.0.1:34469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:21:52,099 WARN [BP-1507997482-172.17.0.2-1731396075250 heartbeating to localhost/127.0.0.1:34469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1507997482-172.17.0.2-1731396075250 (Datanode Uuid a80ad136-af0f-4c26-82c8-776ca15ccd04) service to localhost/127.0.0.1:34469 2024-11-12T07:21:52,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/cluster_29ab585f-b3e3-f8f1-8c46-e21ef9e641b4/data/data1/current/BP-1507997482-172.17.0.2-1731396075250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:52,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/cluster_29ab585f-b3e3-f8f1-8c46-e21ef9e641b4/data/data2/current/BP-1507997482-172.17.0.2-1731396075250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:52,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:21:52,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56de0319{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:52,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dfc209a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:52,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:52,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18242811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:52,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758e34a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0f799fda-2700-d65c-111d-3b0c19d989ef/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:52,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:21:52,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:21:52,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:52,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:52,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:52,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:52,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:52,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:21:52,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698644770, stopped=false 2024-11-12T07:21:52,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,40849,1731396071202 2024-11-12T07:21:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-869898725/running 2024-11-12T07:21:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-869898725/running 2024-11-12T07:21:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:52,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:52,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/running 2024-11-12T07:21:52,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Set watcher on znode that does not yet exist, /0-869898725/running 2024-11-12T07:21:52,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:21:52,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:52,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,43107,1731396072316' ***** 2024-11-12T07:21:52,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:21:52,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 4616c31f4e0c4496517ab8ca2fa4025f 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,43107,1731396072316 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43107. 2024-11-12T07:21:52,134 DEBUG [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:52,134 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4616c31f4e0c4496517ab8ca2fa4025f, disabling compactions & flushes 2024-11-12T07:21:52,134 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:52,134 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:52,134 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:21:52,134 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. after waiting 0 ms 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:21:52,134 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:21:52,134 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:21:52,134 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4616c31f4e0c4496517ab8ca2fa4025f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T07:21:52,135 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:21:52,135 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1325): Online Regions={4616c31f4e0c4496517ab8ca2fa4025f=hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f., 7604b82ea1e76dafe3c756ab9067895b=test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:52,135 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4616c31f4e0c4496517ab8ca2fa4025f, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,135 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:21:52,135 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:21:52,135 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:21:52,135 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:21:52,135 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:21:52,135 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:21:52,153 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/.tmp/queue/d42eb57d5673447a891e5ea0c1f32c34 is 154, key is 1-cea23c84c117,43107,1731396072316/queue:cea23c84c117%2C43107%2C1731396072316/1731396104861/Put/seqid=0 2024-11-12T07:21:52,153 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/info/14e8ac1cec9343f6a8be33e1d558e0df is 147, key is hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f./info:regioninfo/1731396091649/Put/seqid=0 2024-11-12T07:21:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741840_1016 (size=5353) 2024-11-12T07:21:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:21:52,186 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:52,335 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4616c31f4e0c4496517ab8ca2fa4025f, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,355 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:21:52,355 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:21:52,535 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4616c31f4e0c4496517ab8ca2fa4025f, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,570 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/.tmp/queue/d42eb57d5673447a891e5ea0c1f32c34 2024-11-12T07:21:52,570 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/info/14e8ac1cec9343f6a8be33e1d558e0df 2024-11-12T07:21:52,574 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/.tmp/queue/d42eb57d5673447a891e5ea0c1f32c34 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/queue/d42eb57d5673447a891e5ea0c1f32c34 2024-11-12T07:21:52,578 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/queue/d42eb57d5673447a891e5ea0c1f32c34, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T07:21:52,578 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4616c31f4e0c4496517ab8ca2fa4025f in 444ms, sequenceid=14, compaction requested=false 2024-11-12T07:21:52,578 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:21:52,587 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/ns/5edbc0b64ac74da292bf8042c9163786 is 43, key is default/ns:d/1731396075150/Put/seqid=0 2024-11-12T07:21:52,588 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/replication/4616c31f4e0c4496517ab8ca2fa4025f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:52,589 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4616c31f4e0c4496517ab8ca2fa4025f: Waiting for close lock at 1731396112134Running coprocessor pre-close hooks at 1731396112134Disabling compacts and flushes for region at 1731396112134Disabling writes for close at 1731396112134Obtaining lock to block concurrent updates at 1731396112134Preparing flush snapshotting stores in 4616c31f4e0c4496517ab8ca2fa4025f at 1731396112134Finished memstore snapshotting hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731396112135 (+1 ms)Flushing stores of hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. at 1731396112135Flushing 4616c31f4e0c4496517ab8ca2fa4025f/queue: creating writer at 1731396112135Flushing 4616c31f4e0c4496517ab8ca2fa4025f/queue: appending metadata at 1731396112152 (+17 ms)Flushing 4616c31f4e0c4496517ab8ca2fa4025f/queue: closing flushed file at 1731396112152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5439c04b: reopening flushed file at 1731396112573 (+421 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4616c31f4e0c4496517ab8ca2fa4025f in 444ms, sequenceid=14, compaction requested=false at 1731396112578 (+5 ms)Writing region close event to WAL at 1731396112584 (+6 ms)Running coprocessor post-close hooks at 1731396112589 (+5 ms)Closed at 1731396112589 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396090886.4616c31f4e0c4496517ab8ca2fa4025f. 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7604b82ea1e76dafe3c756ab9067895b, disabling compactions & flushes 2024-11-12T07:21:52,589 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. after waiting 0 ms 2024-11-12T07:21:52,589 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:52,589 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7604b82ea1e76dafe3c756ab9067895b 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T07:21:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741842_1018 (size=5153) 2024-11-12T07:21:52,601 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1491, reset compression=false 2024-11-12T07:21:52,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:52,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1738, reset compression=false 2024-11-12T07:21:52,604 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,43107,1731396072316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:21:52,605 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,43107,1731396072316: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,43107,1731396072316, walGroup=cea23c84c117%2C43107%2C1731396072316, offset=cea23c84c117%2C43107%2C1731396072316.1731396074479:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:43107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:21:52,606 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:21:52,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:21:52,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:21:52,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:21:52,606 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:21:52,606 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1132462080, "init": 1048576000, "max": 2306867200, "used": 743805032 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 199010336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:21:52,607 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f/ba4bb5f4097844cca89b4b717b88e61a is 37, key is row3/f:row3/1731396103064/Put/seqid=0 2024-11-12T07:21:52,607 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:21:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741843_1019 (size=5228) 2024-11-12T07:21:52,735 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,807 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1738, reset compression=false 2024-11-12T07:21:52,935 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:52,991 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/ns/5edbc0b64ac74da292bf8042c9163786 2024-11-12T07:21:53,005 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4b6ca15496e54a3f8e75773eb91aea34 is 112, key is test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b./rep_barrier:seqnumDuringOpen/1731396086301/Put/seqid=0 2024-11-12T07:21:53,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741844_1020 (size=5518) 2024-11-12T07:21:53,010 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f/ba4bb5f4097844cca89b4b717b88e61a 2024-11-12T07:21:53,013 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4bb5f4097844cca89b4b717b88e61a 2024-11-12T07:21:53,029 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f1/b0e942a8e2aa42b98a9f91205ca53f13 is 30, key is row1/f1:/1731396100415/DeleteFamily/seqid=0 2024-11-12T07:21:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741845_1021 (size=5158) 2024-11-12T07:21:53,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1738, reset compression=false 2024-11-12T07:21:53,136 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:53,336 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:21:53,336 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1325): Online Regions={7604b82ea1e76dafe3c756ab9067895b=test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:21:53,336 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:53,409 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4b6ca15496e54a3f8e75773eb91aea34 2024-11-12T07:21:53,428 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/table/0a2a731d7c4a42c4b3a8ed1535d419a3 is 53, key is hbase:replication/table:state/1731396091658/Put/seqid=0 2024-11-12T07:21:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741846_1022 (size=5308) 2024-11-12T07:21:53,436 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f1/b0e942a8e2aa42b98a9f91205ca53f13 2024-11-12T07:21:53,439 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e942a8e2aa42b98a9f91205ca53f13 2024-11-12T07:21:53,452 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/norep/a2b3d93939964877a2f57bbc28845048 is 32, key is row/norep:/1731396099410/DeleteFamily/seqid=0 2024-11-12T07:21:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741847_1023 (size=5101) 2024-11-12T07:21:53,513 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1738, reset compression=false 2024-11-12T07:21:53,536 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:53,736 DEBUG [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7604b82ea1e76dafe3c756ab9067895b 2024-11-12T07:21:53,832 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/table/0a2a731d7c4a42c4b3a8ed1535d419a3 2024-11-12T07:21:53,836 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/info/14e8ac1cec9343f6a8be33e1d558e0df as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/info/14e8ac1cec9343f6a8be33e1d558e0df 2024-11-12T07:21:53,839 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/info/14e8ac1cec9343f6a8be33e1d558e0df, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:21:53,840 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/ns/5edbc0b64ac74da292bf8042c9163786 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/ns/5edbc0b64ac74da292bf8042c9163786 2024-11-12T07:21:53,843 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/ns/5edbc0b64ac74da292bf8042c9163786, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:21:53,844 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4b6ca15496e54a3f8e75773eb91aea34 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/rep_barrier/4b6ca15496e54a3f8e75773eb91aea34 2024-11-12T07:21:53,847 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/rep_barrier/4b6ca15496e54a3f8e75773eb91aea34, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:21:53,847 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/.tmp/table/0a2a731d7c4a42c4b3a8ed1535d419a3 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/table/0a2a731d7c4a42c4b3a8ed1535d419a3 2024-11-12T07:21:53,851 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/table/0a2a731d7c4a42c4b3a8ed1535d419a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:21:53,851 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-12T07:21:53,852 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:21:53,856 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/norep/a2b3d93939964877a2f57bbc28845048 2024-11-12T07:21:53,859 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2b3d93939964877a2f57bbc28845048 2024-11-12T07:21:53,860 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f/ba4bb5f4097844cca89b4b717b88e61a as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/f/ba4bb5f4097844cca89b4b717b88e61a 2024-11-12T07:21:53,861 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:21:53,861 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:53,861 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:21:53,861 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:53,861 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396112135Running coprocessor pre-close hooks at 1731396112135Disabling compacts and flushes for region at 1731396112135Disabling writes for close at 1731396112135Obtaining lock to block concurrent updates at 1731396112135Preparing flush snapshotting stores in 1588230740 at 1731396112135Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396112135Flushing stores of hbase:meta,,1.1588230740 at 1731396112135Flushing 1588230740/info: creating writer at 1731396112135Flushing 1588230740/info: appending metadata at 1731396112153 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731396112153Flushing 1588230740/ns: creating writer at 1731396112573 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731396112587 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731396112587Flushing 1588230740/rep_barrier: creating writer at 1731396112993 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396113005 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396113005Flushing 1588230740/table: creating writer at 1731396113412 (+407 ms)Flushing 1588230740/table: appending metadata at 1731396113427 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731396113427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618dbfab: reopening flushed file at 1731396113835 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30306e11: reopening flushed file at 1731396113839 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281897f8: reopening flushed file at 1731396113843 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2296b8f9: reopening flushed file at 1731396113847 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731396113851 (+4 ms)Writing region close event to WAL at 1731396113858 (+7 ms)Running coprocessor post-close hooks at 1731396113861 (+3 ms)Closed at 1731396113861 2024-11-12T07:21:53,861 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:21:53,863 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba4bb5f4097844cca89b4b717b88e61a 2024-11-12T07:21:53,863 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/f/ba4bb5f4097844cca89b4b717b88e61a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T07:21:53,864 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/f1/b0e942a8e2aa42b98a9f91205ca53f13 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/f1/b0e942a8e2aa42b98a9f91205ca53f13 2024-11-12T07:21:53,867 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e942a8e2aa42b98a9f91205ca53f13 2024-11-12T07:21:53,867 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/f1/b0e942a8e2aa42b98a9f91205ca53f13, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:53,867 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/.tmp/norep/a2b3d93939964877a2f57bbc28845048 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/norep/a2b3d93939964877a2f57bbc28845048 2024-11-12T07:21:53,871 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2b3d93939964877a2f57bbc28845048 2024-11-12T07:21:53,871 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/norep/a2b3d93939964877a2f57bbc28845048, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T07:21:53,872 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7604b82ea1e76dafe3c756ab9067895b in 1282ms, sequenceid=12, compaction requested=false 2024-11-12T07:21:53,872 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:21:53,875 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/data/default/test/7604b82ea1e76dafe3c756ab9067895b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:21:53,875 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:21:53,875 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:53,876 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:53,876 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7604b82ea1e76dafe3c756ab9067895b: Waiting for close lock at 1731396112589Running coprocessor pre-close hooks at 1731396112589Disabling compacts and flushes for region at 1731396112589Disabling writes for close at 1731396112589Obtaining lock to block concurrent updates at 1731396112589Preparing flush snapshotting stores in 7604b82ea1e76dafe3c756ab9067895b at 1731396112589Finished memstore snapshotting test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731396112590 (+1 ms)Flushing stores of test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. at 1731396112590Flushing 7604b82ea1e76dafe3c756ab9067895b/f: creating writer at 1731396112591 (+1 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/f: appending metadata at 1731396112606 (+15 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/f: closing flushed file at 1731396112606Flushing 7604b82ea1e76dafe3c756ab9067895b/f1: creating writer at 1731396113013 (+407 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/f1: appending metadata at 1731396113028 (+15 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/f1: closing flushed file at 1731396113028Flushing 7604b82ea1e76dafe3c756ab9067895b/norep: creating writer at 1731396113439 (+411 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/norep: appending metadata at 1731396113452 (+13 ms)Flushing 7604b82ea1e76dafe3c756ab9067895b/norep: closing flushed file at 1731396113452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0d26e7: reopening flushed file at 1731396113859 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c01b611: reopening flushed file at 1731396113863 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174e57ec: reopening flushed file at 1731396113867 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7604b82ea1e76dafe3c756ab9067895b in 1282ms, sequenceid=12, compaction requested=false at 1731396113872 (+5 ms)Writing region close event to WAL at 1731396113873 (+1 ms)Running coprocessor post-close hooks at 1731396113875 (+2 ms)Closed at 1731396113876 (+1 ms) 2024-11-12T07:21:53,876 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396085938.7604b82ea1e76dafe3c756ab9067895b. 2024-11-12T07:21:53,936 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,43107,1731396072316; all regions closed. 2024-11-12T07:21:53,938 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.meta.1731396075072.meta not finished, retry = 0 2024-11-12T07:21:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:21:54,017 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 1738, reset compression=false 2024-11-12T07:21:54,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:21:54,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.wal-reader.cea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.1731396074479 to pos 2382, reset compression=false 2024-11-12T07:21:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741839_1015 (size=3552) 2024-11-12T07:21:54,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/WALs/cea23c84c117,43107,1731396072316/cea23c84c117%2C43107%2C1731396072316.rep.1731396091617 not finished, retry = 0 2024-11-12T07:21:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741832_1008 (size=2390) 2024-11-12T07:21:54,143 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:54,143 INFO [RS:0;cea23c84c117:43107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:21:54,143 INFO [RS:0;cea23c84c117:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:54,143 INFO [RS:0;cea23c84c117:43107 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:54,144 INFO [RS:0;cea23c84c117:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:54,144 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:54,144 INFO [RS:0;cea23c84c117:43107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,43107,1731396072316 because: Region server is closing 2024-11-12T07:21:54,144 INFO [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43107. 2024-11-12T07:21:54,144 DEBUG [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:54,144 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:54,144 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:54,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:21:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:21:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:21:54,244 INFO [RS:0;cea23c84c117:43107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,43107,1731396072316.replicationSource.shippercea23c84c117%2C43107%2C1731396072316,1-cea23c84c117,43107,1731396072316 terminated 2024-11-12T07:21:54,244 INFO [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:43107. 2024-11-12T07:21:54,244 DEBUG [RS:0;cea23c84c117:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:21:54,244 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:54,245 DEBUG [RS:0;cea23c84c117:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:21:54,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:21:54,245 INFO [RS:0;cea23c84c117:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-11-12T07:21:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-869898725/rs/cea23c84c117,43107,1731396072316 2024-11-12T07:21:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725/rs 2024-11-12T07:21:54,301 INFO [RS:0;cea23c84c117:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:54,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,43107,1731396072316] 2024-11-12T07:21:54,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-869898725/draining/cea23c84c117,43107,1731396072316 already deleted, retry=false 2024-11-12T07:21:54,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,43107,1731396072316 expired; onlineServers=0 2024-11-12T07:21:54,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,40849,1731396071202' ***** 2024-11-12T07:21:54,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:21:54,322 INFO [M:0;cea23c84c117:40849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:21:54,322 INFO [M:0;cea23c84c117:40849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:21:54,322 DEBUG [M:0;cea23c84c117:40849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:21:54,322 DEBUG [M:0;cea23c84c117:40849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:21:54,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:21:54,322 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396074285 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396074285,5,FailOnTimeoutGroup] 2024-11-12T07:21:54,322 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396074285 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396074285,5,FailOnTimeoutGroup] 2024-11-12T07:21:54,322 INFO [M:0;cea23c84c117:40849 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:21:54,322 INFO [M:0;cea23c84c117:40849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:21:54,322 DEBUG [M:0;cea23c84c117:40849 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:21:54,323 INFO [M:0;cea23c84c117:40849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:21:54,323 INFO [M:0;cea23c84c117:40849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:21:54,323 ERROR [M:0;cea23c84c117:40849 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39473,5,PEWorkerGroup] 2024-11-12T07:21:54,323 INFO [M:0;cea23c84c117:40849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:21:54,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:21:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-869898725/master 2024-11-12T07:21:54,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-869898725 2024-11-12T07:21:54,333 DEBUG [M:0;cea23c84c117:40849 {}] zookeeper.ZKUtil(347): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Unable to get data of znode /0-869898725/master because node does not exist (not an error) 2024-11-12T07:21:54,333 WARN [M:0;cea23c84c117:40849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:21:54,334 INFO [M:0;cea23c84c117:40849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/.lastflushedseqids 2024-11-12T07:21:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741848_1024 (size=245) 2024-11-12T07:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:54,412 INFO [RS:0;cea23c84c117:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x1012deb63d10001, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:54,412 INFO [RS:0;cea23c84c117:43107 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,43107,1731396072316; zookeeper connection closed. 2024-11-12T07:21:54,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aadef8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aadef8e 2024-11-12T07:21:54,412 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:21:54,737 INFO [M:0;cea23c84c117:40849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:21:54,738 INFO [M:0;cea23c84c117:40849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:21:54,738 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:54,738 INFO [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:54,738 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:54,738 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:54,738 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:54,738 INFO [M:0;cea23c84c117:40849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T07:21:54,752 DEBUG [M:0;cea23c84c117:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/547fea0f0073444ab8dc8e3e3f4cab6e is 82, key is hbase:meta,,1/info:regioninfo/1731396075108/Put/seqid=0 2024-11-12T07:21:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741849_1025 (size=5672) 2024-11-12T07:21:55,155 INFO [M:0;cea23c84c117:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/547fea0f0073444ab8dc8e3e3f4cab6e 2024-11-12T07:21:55,174 DEBUG [M:0;cea23c84c117:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282a29883da422898eaeddd12f1397f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731396086310/Put/seqid=0 2024-11-12T07:21:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741850_1026 (size=7218) 2024-11-12T07:21:55,578 INFO [M:0;cea23c84c117:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282a29883da422898eaeddd12f1397f 2024-11-12T07:21:55,581 INFO [M:0;cea23c84c117:40849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e282a29883da422898eaeddd12f1397f 2024-11-12T07:21:55,596 DEBUG [M:0;cea23c84c117:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93a75f909fa41c3ae542c88bb115971 is 69, key is cea23c84c117,43107,1731396072316/rs:state/1731396074333/Put/seqid=0 2024-11-12T07:21:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741851_1027 (size=5156) 2024-11-12T07:21:56,000 INFO [M:0;cea23c84c117:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93a75f909fa41c3ae542c88bb115971 2024-11-12T07:21:56,003 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/547fea0f0073444ab8dc8e3e3f4cab6e as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/547fea0f0073444ab8dc8e3e3f4cab6e 2024-11-12T07:21:56,006 INFO [M:0;cea23c84c117:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/547fea0f0073444ab8dc8e3e3f4cab6e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T07:21:56,007 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e282a29883da422898eaeddd12f1397f as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e282a29883da422898eaeddd12f1397f 2024-11-12T07:21:56,010 INFO [M:0;cea23c84c117:40849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e282a29883da422898eaeddd12f1397f 2024-11-12T07:21:56,010 INFO [M:0;cea23c84c117:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e282a29883da422898eaeddd12f1397f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T07:21:56,011 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93a75f909fa41c3ae542c88bb115971 as hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d93a75f909fa41c3ae542c88bb115971 2024-11-12T07:21:56,014 INFO [M:0;cea23c84c117:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39473/user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d93a75f909fa41c3ae542c88bb115971, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T07:21:56,015 INFO [M:0;cea23c84c117:40849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-12T07:21:56,015 INFO [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:56,015 DEBUG [M:0;cea23c84c117:40849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396114738Disabling compacts and flushes for region at 1731396114738Disabling writes for close at 1731396114738Obtaining lock to block concurrent updates at 1731396114738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396114738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731396114738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396114739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396114739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396114751 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396114751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396115159 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396115174 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396115174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396115581 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396115596 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396115596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126f342c: reopening flushed file at 1731396116003 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a90c93: reopening flushed file at 1731396116007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302f7915: reopening flushed file at 1731396116010 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731396116015 (+5 ms)Writing region close event to WAL at 1731396116015Closed at 1731396116015 2024-11-12T07:21:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741830_1006 (size=64423) 2024-11-12T07:21:56,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59e477fe-a7d5-bbfe-9447-da83c54d10ba/MasterData/WALs/cea23c84c117,40849,1731396071202/cea23c84c117%2C40849%2C1731396071202.1731396074038 not finished, retry = 0 2024-11-12T07:21:56,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:21:56,122 INFO [M:0;cea23c84c117:40849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:21:56,122 INFO [M:0;cea23c84c117:40849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40849 2024-11-12T07:21:56,123 INFO [M:0;cea23c84c117:40849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:21:56,327 INFO [M:0;cea23c84c117:40849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:21:56,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:56,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1012deb63d10000, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:21:56,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b924217{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:56,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40f6520f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:56,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:56,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@706aa2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:56,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7880de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:56,331 WARN [BP-592228587-172.17.0.2-1731396069435 heartbeating to localhost/127.0.0.1:39473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:21:56,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:21:56,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:21:56,331 WARN [BP-592228587-172.17.0.2-1731396069435 heartbeating to localhost/127.0.0.1:39473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-592228587-172.17.0.2-1731396069435 (Datanode Uuid fe747866-c0ee-4ba1-98c4-8dd1d21adeec) service to localhost/127.0.0.1:39473 2024-11-12T07:21:56,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/data/data1/current/BP-592228587-172.17.0.2-1731396069435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:56,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/cluster_9e5d330a-ff3b-57d9-1961-9b11f83cd89c/data/data2/current/BP-592228587-172.17.0.2-1731396069435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:21:56,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:21:56,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36df1d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:56,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7537c2d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:21:56,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:21:56,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6c5a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:21:56,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@387b48d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6e2b07e3-260a-cc09-dde0-90f8c44ddb49/hadoop.log.dir/,STOPPED} 2024-11-12T07:21:56,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:21:56,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:21:56,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=310 (was 260) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34469 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39473 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50123) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=722 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=6521 (was 6563) 2024-11-12T07:21:56,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=310, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=6520 2024-11-12T07:21:56,381 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T07:21:56,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir so I do NOT create it in target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef 2024-11-12T07:21:56,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:21:56,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.tmp.dir so I do NOT create it in target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef 2024-11-12T07:21:56,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a03b2e47-15db-87b0-f2c3-8064dabbe957/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:21:56,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef 2024-11-12T07:21:56,382 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23, deleteOnExit=true 2024-11-12T07:21:56,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/zookeeper_0, clientPort=58870, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:21:56,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58870 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/test.cache.data in system properties and HBase conf 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:21:56,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:21:56,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:21:56,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:21:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012deb63d10005, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:21:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012deb63d10008, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:21:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012deb63d10002, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:21:56,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012deb63d10008, quorum=127.0.0.1:50123, baseZNode=/2-537846837 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:21:56,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012deb63d10002, quorum=127.0.0.1:50123, baseZNode=/0-869898725 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:21:56,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012deb63d10005, quorum=127.0.0.1:50123, baseZNode=/1-49662334 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:21:56,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:56,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:56,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:56,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:56,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:21:56,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:56,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4d3430{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:56,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aaeff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:56,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@201d114d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/java.io.tmpdir/jetty-localhost-37829-hadoop-hdfs-3_4_1-tests_jar-_-any-6030930315649205299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:21:56,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44373931{HTTP/1.1, (http/1.1)}{localhost:37829} 2024-11-12T07:21:56,873 INFO [Time-limited test {}] server.Server(415): Started @269625ms 2024-11-12T07:21:57,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:21:57,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:21:57,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:21:57,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:21:57,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:21:57,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b304194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:21:57,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36ae4a2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:21:57,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cfe2572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/java.io.tmpdir/jetty-localhost-37499-hadoop-hdfs-3_4_1-tests_jar-_-any-9355456258951423207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:21:57,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63185e7e{HTTP/1.1, (http/1.1)}{localhost:37499} 2024-11-12T07:21:57,222 INFO [Time-limited test {}] server.Server(415): Started @269975ms 2024-11-12T07:21:57,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:21:57,864 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/data/data2/current/BP-2028831226-172.17.0.2-1731396116411/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:57,864 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/data/data1/current/BP-2028831226-172.17.0.2-1731396116411/current, will proceed with Du for space computation calculation, 2024-11-12T07:21:57,879 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:21:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a0c8c9d953d90b4 with lease ID 0xe9fe2dcf6ed4f66: Processing first storage report for DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037 from datanode DatanodeRegistration(127.0.0.1:39443, datanodeUuid=3b285605-dae5-447b-80c9-e60b097e796e, infoPort=39665, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1459691620;c=1731396116411) 2024-11-12T07:21:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a0c8c9d953d90b4 with lease ID 0xe9fe2dcf6ed4f66: from storage DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037 node DatanodeRegistration(127.0.0.1:39443, datanodeUuid=3b285605-dae5-447b-80c9-e60b097e796e, infoPort=39665, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1459691620;c=1731396116411), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a0c8c9d953d90b4 with lease ID 0xe9fe2dcf6ed4f66: Processing first storage report for DS-b2cd3271-fd26-4ce8-9bd7-bb14dce5e526 from datanode DatanodeRegistration(127.0.0.1:39443, datanodeUuid=3b285605-dae5-447b-80c9-e60b097e796e, infoPort=39665, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1459691620;c=1731396116411) 2024-11-12T07:21:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a0c8c9d953d90b4 with lease ID 0xe9fe2dcf6ed4f66: from storage DS-b2cd3271-fd26-4ce8-9bd7-bb14dce5e526 node DatanodeRegistration(127.0.0.1:39443, datanodeUuid=3b285605-dae5-447b-80c9-e60b097e796e, infoPort=39665, infoSecurePort=0, ipcPort=36797, storageInfo=lv=-57;cid=testClusterID;nsid=1459691620;c=1731396116411), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:21:57,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef 2024-11-12T07:21:57,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:57,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:21:57,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d with version=8 2024-11-12T07:21:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/hbase-staging 2024-11-12T07:21:57,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:57,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:21:57,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:57,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39741 2024-11-12T07:21:57,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39741 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:21:58,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397410x0, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:58,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39741-0x1012dec1b4b0000 connected 2024-11-12T07:21:58,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:58,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:21:58,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:58,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/running 2024-11-12T07:21:58,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d, hbase.cluster.distributed=false 2024-11-12T07:21:58,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/acl 2024-11-12T07:21:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-12T07:21:58,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39741 2024-11-12T07:21:58,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39741 2024-11-12T07:21:58,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-12T07:21:58,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39741 2024-11-12T07:21:58,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:21:58,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:21:58,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42685 2024-11-12T07:21:58,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42685 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:21:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:58,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:58,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:21:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426850x0, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:21:58,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426850x0, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/running 2024-11-12T07:21:58,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42685-0x1012dec1b4b0001 connected 2024-11-12T07:21:58,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:21:58,145 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:21:58,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/master 2024-11-12T07:21:58,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/acl 2024-11-12T07:21:58,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-12T07:21:58,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42685 2024-11-12T07:21:58,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42685 2024-11-12T07:21:58,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-12T07:21:58,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42685 2024-11-12T07:21:58,162 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:39741 2024-11-12T07:21:58,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01186812349/backup-masters/cea23c84c117,39741,1731396117961 2024-11-12T07:21:58,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/backup-masters 2024-11-12T07:21:58,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/backup-masters 2024-11-12T07:21:58,175 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on existing znode=/01186812349/backup-masters/cea23c84c117,39741,1731396117961 2024-11-12T07:21:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01186812349/master 2024-11-12T07:21:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:58,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:58,185 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on existing znode=/01186812349/master 2024-11-12T07:21:58,185 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01186812349/backup-masters/cea23c84c117,39741,1731396117961 from backup master directory 2024-11-12T07:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01186812349/backup-masters/cea23c84c117,39741,1731396117961 2024-11-12T07:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/backup-masters 2024-11-12T07:21:58,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/backup-masters 2024-11-12T07:21:58,195 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:58,195 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,39741,1731396117961 2024-11-12T07:21:58,198 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/hbase.id] with ID: 8e508d2f-d26f-460b-b45c-75da1620c7d6 2024-11-12T07:21:58,198 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/.tmp/hbase.id 2024-11-12T07:21:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:21:58,203 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/.tmp/hbase.id]:[hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/hbase.id] 2024-11-12T07:21:58,210 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:21:58,210 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:21:58,211 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:21:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:21:58,620 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:21:58,621 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:21:58,621 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:21:58,626 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store 2024-11-12T07:21:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:21:59,031 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:59,031 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:21:59,031 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396119031Disabling compacts and flushes for region at 1731396119031Disabling writes for close at 1731396119031Writing region close event to WAL at 1731396119031Closed at 1731396119031 2024-11-12T07:21:59,032 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/.initializing 2024-11-12T07:21:59,032 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/WALs/cea23c84c117,39741,1731396117961 2024-11-12T07:21:59,032 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:59,033 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C39741%2C1731396117961, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/WALs/cea23c84c117,39741,1731396117961, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/oldWALs, maxLogs=10 2024-11-12T07:21:59,048 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/WALs/cea23c84c117,39741,1731396117961/cea23c84c117%2C39741%2C1731396117961.1731396119033, exclude list is [], retry=0 2024-11-12T07:21:59,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39443,DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037,DISK] 2024-11-12T07:21:59,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/WALs/cea23c84c117,39741,1731396117961/cea23c84c117%2C39741%2C1731396117961.1731396119033 2024-11-12T07:21:59,052 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T07:21:59,052 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:21:59,052 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:21:59,052 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,052 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:21:59,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:59,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:21:59,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:21:59,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:21:59,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:21:59,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:59,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:21:59,058 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,058 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,058 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,059 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,059 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,060 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:21:59,061 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:21:59,062 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:21:59,062 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60990439, jitterRate=-0.09117163717746735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:21:59,063 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396119052Initializing all the Stores at 1731396119053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396119053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396119053Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396119053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396119053Cleaning up temporary data from old regions at 1731396119059 (+6 ms)Region opened successfully at 1731396119063 (+4 ms) 2024-11-12T07:21:59,063 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:21:59,065 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acb63e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:59,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:21:59,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:21:59,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:21:59,066 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:21:59,067 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:21:59,067 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:21:59,067 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:21:59,071 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:21:59,071 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/balancer because node does not exist (not necessarily an error) 2024-11-12T07:21:59,143 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/balancer already deleted, retry=false 2024-11-12T07:21:59,143 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:21:59,144 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:21:59,153 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/normalizer already deleted, retry=false 2024-11-12T07:21:59,153 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:21:59,154 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:21:59,164 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/switch/split already deleted, retry=false 2024-11-12T07:21:59,164 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:21:59,174 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/switch/merge already deleted, retry=false 2024-11-12T07:21:59,175 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:21:59,185 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/snapshot-cleanup already deleted, retry=false 2024-11-12T07:21:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01186812349/running 2024-11-12T07:21:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01186812349/running 2024-11-12T07:21:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,196 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,39741,1731396117961, sessionid=0x1012dec1b4b0000, setting cluster-up flag (Was=false) 2024-11-12T07:21:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,248 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01186812349/flush-table-proc/acquired, /01186812349/flush-table-proc/reached, /01186812349/flush-table-proc/abort 2024-11-12T07:21:59,249 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39741,1731396117961 2024-11-12T07:21:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:21:59,300 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01186812349/online-snapshot/acquired, /01186812349/online-snapshot/reached, /01186812349/online-snapshot/abort 2024-11-12T07:21:59,301 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39741,1731396117961 2024-11-12T07:21:59,302 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:21:59,303 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:59,303 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:21:59,303 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:21:59,304 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,39741,1731396117961 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:59,305 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396149305 2024-11-12T07:21:59,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:21:59,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:21:59,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:21:59,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:21:59,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:21:59,307 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396119306,5,FailOnTimeoutGroup] 2024-11-12T07:21:59,307 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396119307,5,FailOnTimeoutGroup] 2024-11-12T07:21:59,307 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,307 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:21:59,307 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,307 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:21:59,355 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(746): ClusterId : 8e508d2f-d26f-460b-b45c-75da1620c7d6 2024-11-12T07:21:59,355 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:21:59,364 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:21:59,364 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:21:59,375 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:21:59,375 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@994039d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:21:59,385 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:42685 2024-11-12T07:21:59,385 INFO [RS:0;cea23c84c117:42685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:21:59,385 INFO [RS:0;cea23c84c117:42685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:21:59,385 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:21:59,386 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,39741,1731396117961 with port=42685, startcode=1731396118122 2024-11-12T07:21:59,386 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:21:59,387 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:21:59,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39741 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,388 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d 2024-11-12T07:21:59,388 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45525 2024-11-12T07:21:59,388 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:21:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/rs 2024-11-12T07:21:59,395 DEBUG [RS:0;cea23c84c117:42685 {}] zookeeper.ZKUtil(111): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on existing znode=/01186812349/rs/cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,396 WARN [RS:0;cea23c84c117:42685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:21:59,396 INFO [RS:0;cea23c84c117:42685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:21:59,396 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,42685,1731396118122] 2024-11-12T07:21:59,398 INFO [RS:0;cea23c84c117:42685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:21:59,399 INFO [RS:0;cea23c84c117:42685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:21:59,399 INFO [RS:0;cea23c84c117:42685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:21:59,399 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,399 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:21:59,400 INFO [RS:0;cea23c84c117:42685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:21:59,400 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:59,400 DEBUG [RS:0;cea23c84c117:42685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,404 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42685,1731396118122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:21:59,416 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:21:59,416 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42685,1731396118122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,416 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,416 INFO [RS:0;cea23c84c117:42685 {}] regionserver.Replication(171): cea23c84c117,42685,1731396118122 started 2024-11-12T07:21:59,427 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:21:59,427 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,42685,1731396118122, RpcServer on cea23c84c117/172.17.0.2:42685, sessionid=0x1012dec1b4b0001 2024-11-12T07:21:59,427 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:21:59,427 DEBUG [RS:0;cea23c84c117:42685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,427 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42685,1731396118122' 2024-11-12T07:21:59,427 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01186812349/flush-table-proc/abort' 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01186812349/flush-table-proc/acquired' 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,42685,1731396118122 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42685,1731396118122' 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01186812349/online-snapshot/abort' 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01186812349/online-snapshot/acquired' 2024-11-12T07:21:59,428 DEBUG [RS:0;cea23c84c117:42685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:21:59,428 INFO [RS:0;cea23c84c117:42685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:21:59,428 INFO [RS:0;cea23c84c117:42685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:21:59,529 INFO [RS:0;cea23c84c117:42685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:21:59,530 INFO [RS:0;cea23c84c117:42685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C42685%2C1731396118122, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/oldWALs, maxLogs=10 2024-11-12T07:21:59,541 DEBUG [RS:0;cea23c84c117:42685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, exclude list is [], retry=0 2024-11-12T07:21:59,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39443,DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037,DISK] 2024-11-12T07:21:59,545 INFO [RS:0;cea23c84c117:42685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 2024-11-12T07:21:59,545 DEBUG [RS:0;cea23c84c117:42685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T07:21:59,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:21:59,714 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d 2024-11-12T07:21:59,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:22:00,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:00,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:00,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:00,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:00,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:00,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:00,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:00,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:00,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:00,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740 2024-11-12T07:22:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740 2024-11-12T07:22:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:00,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:00,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:00,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:00,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60825051, jitterRate=-0.09363611042499542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396120119Initializing all the Stores at 1731396120119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396120119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120119Cleaning up temporary data from old regions at 1731396120124 (+5 ms)Region opened successfully at 1731396120127 (+3 ms) 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:00,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:00,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:00,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396120127Disabling compacts and flushes for region at 1731396120127Disabling writes for close at 1731396120127Writing region close event to WAL at 1731396120127Closed at 1731396120127 2024-11-12T07:22:00,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:00,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:00,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:00,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:00,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:00,281 DEBUG [cea23c84c117:39741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:00,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:00,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42685,1731396118122, state=OPENING 2024-11-12T07:22:00,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:00,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:00,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01186812349/meta-region-server: CHANGED 2024-11-12T07:22:00,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01186812349/meta-region-server: CHANGED 2024-11-12T07:22:00,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:00,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42685,1731396118122}] 2024-11-12T07:22:00,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:00,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:00,509 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:00,509 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:00,509 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:00,510 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C42685%2C1731396118122.meta, suffix=.meta, logDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/oldWALs, maxLogs=10 2024-11-12T07:22:00,522 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.meta.1731396120511.meta, exclude list is [], retry=0 2024-11-12T07:22:00,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39443,DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037,DISK] 2024-11-12T07:22:00,525 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.meta.1731396120511.meta 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:00,525 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:00,525 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:00,525 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:00,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:00,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:00,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:00,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:00,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:00,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:00,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:00,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:00,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:00,530 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:00,530 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740 2024-11-12T07:22:00,531 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740 2024-11-12T07:22:00,531 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:00,531 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:00,532 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:00,532 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:00,533 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70733144, jitterRate=0.054005980491638184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:00,533 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:00,533 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396120526Writing region info on filesystem at 1731396120526Initializing all the Stores at 1731396120526Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396120526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396120526Cleaning up temporary data from old regions at 1731396120531 (+5 ms)Running coprocessor post-open hooks at 1731396120533 (+2 ms)Region opened successfully at 1731396120533 2024-11-12T07:22:00,534 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396120506 2024-11-12T07:22:00,535 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:00,535 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:00,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:00,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42685,1731396118122, state=OPEN 2024-11-12T07:22:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01186812349/meta-region-server 2024-11-12T07:22:00,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01186812349/meta-region-server 2024-11-12T07:22:00,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,42685,1731396118122 2024-11-12T07:22:00,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01186812349/meta-region-server: CHANGED 2024-11-12T07:22:00,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01186812349/meta-region-server: CHANGED 2024-11-12T07:22:00,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:00,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42685,1731396118122 in 218 msec 2024-11-12T07:22:00,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:00,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-12T07:22:00,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:00,575 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:00,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:00,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42685,1731396118122, seqNum=-1] 2024-11-12T07:22:00,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:00,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:00,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-11-12T07:22:00,580 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396120580, completionTime=-1 2024-11-12T07:22:00,580 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:00,580 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396180582 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396240582 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:39741, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,582 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,583 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,584 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.391sec 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:00,586 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:00,587 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:00,587 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:00,587 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39741,1731396117961-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:00,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cff37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:00,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39741,-1 for getting cluster id 2024-11-12T07:22:00,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:00,657 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e508d2f-d26f-460b-b45c-75da1620c7d6' 2024-11-12T07:22:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e508d2f-d26f-460b-b45c-75da1620c7d6" 2024-11-12T07:22:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1821a425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39741,-1] 2024-11-12T07:22:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:00,658 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:00,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f78316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:00,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42685,1731396118122, seqNum=-1] 2024-11-12T07:22:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:00,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:00,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,39741,1731396117961 2024-11-12T07:22:00,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:00,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:00,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012dec1b4b0002 connected 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir so I do NOT create it in target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a 2024-11-12T07:22:00,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.tmp.dir so I do NOT create it in target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a 2024-11-12T07:22:00,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:00,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/cluster_cced1ea5-38b0-c53c-0590-ac9d8dd43612, deleteOnExit=true 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/test.cache.data in system properties and HBase conf 2024-11-12T07:22:00,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:00,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:00,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:00,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:00,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:00,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:00,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:00,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:22:00,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:00,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2911e279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:00,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d2fda54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:01,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58243550{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-6969484172472853870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:01,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b0e7e04{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-11-12T07:22:01,087 INFO [Time-limited test {}] server.Server(415): Started @273839ms 2024-11-12T07:22:01,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:01,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:01,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:01,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:01,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:22:01,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b234ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:01,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a51e760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:01,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@763b0c73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/java.io.tmpdir/jetty-localhost-46477-hadoop-hdfs-3_4_1-tests_jar-_-any-14715249806518629792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:01,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f5d7838{HTTP/1.1, (http/1.1)}{localhost:46477} 2024-11-12T07:22:01,473 INFO [Time-limited test {}] server.Server(415): Started @274225ms 2024-11-12T07:22:01,474 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:22:02,150 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/cluster_cced1ea5-38b0-c53c-0590-ac9d8dd43612/data/data1/current/BP-1050448881-172.17.0.2-1731396120708/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:02,150 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/cluster_cced1ea5-38b0-c53c-0590-ac9d8dd43612/data/data2/current/BP-1050448881-172.17.0.2-1731396120708/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:02,170 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:22:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebf807f5eec5d9c3 with lease ID 0x8bab96be0208162e: Processing first storage report for DS-23897dc6-d66f-47d8-a70c-311625cd26ad from datanode DatanodeRegistration(127.0.0.1:35421, datanodeUuid=2dadfb0d-cc4f-4657-8b04-d56c2ed76675, infoPort=42079, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=5062985;c=1731396120708) 2024-11-12T07:22:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebf807f5eec5d9c3 with lease ID 0x8bab96be0208162e: from storage DS-23897dc6-d66f-47d8-a70c-311625cd26ad node DatanodeRegistration(127.0.0.1:35421, datanodeUuid=2dadfb0d-cc4f-4657-8b04-d56c2ed76675, infoPort=42079, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=5062985;c=1731396120708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebf807f5eec5d9c3 with lease ID 0x8bab96be0208162e: Processing first storage report for DS-9a957110-dd17-4f0c-8215-c004969c51cb from datanode DatanodeRegistration(127.0.0.1:35421, datanodeUuid=2dadfb0d-cc4f-4657-8b04-d56c2ed76675, infoPort=42079, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=5062985;c=1731396120708) 2024-11-12T07:22:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebf807f5eec5d9c3 with lease ID 0x8bab96be0208162e: from storage DS-9a957110-dd17-4f0c-8215-c004969c51cb node DatanodeRegistration(127.0.0.1:35421, datanodeUuid=2dadfb0d-cc4f-4657-8b04-d56c2ed76675, infoPort=42079, infoSecurePort=0, ipcPort=39613, storageInfo=lv=-57;cid=testClusterID;nsid=5062985;c=1731396120708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:02,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a 2024-11-12T07:22:02,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:22:02,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6 with version=8 2024-11-12T07:22:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/hbase-staging 2024-11-12T07:22:02,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:02,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39361 2024-11-12T07:22:02,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39361 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393610x0, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:02,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39361-0x1012dec1b4b0003 connected 2024-11-12T07:22:02,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/running 2024-11-12T07:22:02,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6, hbase.cluster.distributed=false 2024-11-12T07:22:02,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/acl 2024-11-12T07:22:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:22:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39361 2024-11-12T07:22:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39361 2024-11-12T07:22:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:22:02,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39361 2024-11-12T07:22:02,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:02,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45469 2024-11-12T07:22:02,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45469 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:02,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:02,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454690x0, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:02,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454690x0, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/running 2024-11-12T07:22:02,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45469-0x1012dec1b4b0004 connected 2024-11-12T07:22:02,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:22:02,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:22:02,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/master 2024-11-12T07:22:02,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/acl 2024-11-12T07:22:02,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-12T07:22:02,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45469 2024-11-12T07:22:02,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45469 2024-11-12T07:22:02,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-12T07:22:02,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45469 2024-11-12T07:22:02,783 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:39361 2024-11-12T07:22:02,783 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12038747923/backup-masters/cea23c84c117,39361,1731396122609 2024-11-12T07:22:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/backup-masters 2024-11-12T07:22:02,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/backup-masters 2024-11-12T07:22:02,795 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on existing znode=/12038747923/backup-masters/cea23c84c117,39361,1731396122609 2024-11-12T07:22:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038747923/master 2024-11-12T07:22:02,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:02,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:02,806 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on existing znode=/12038747923/master 2024-11-12T07:22:02,806 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12038747923/backup-masters/cea23c84c117,39361,1731396122609 from backup master directory 2024-11-12T07:22:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038747923/backup-masters/cea23c84c117,39361,1731396122609 2024-11-12T07:22:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/backup-masters 2024-11-12T07:22:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/backup-masters 2024-11-12T07:22:02,816 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:02,816 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,39361,1731396122609 2024-11-12T07:22:02,819 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/hbase.id] with ID: cebc1430-91da-4e5c-9674-60b673e3ba51 2024-11-12T07:22:02,819 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/.tmp/hbase.id 2024-11-12T07:22:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:22:03,226 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/.tmp/hbase.id]:[hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/hbase.id] 2024-11-12T07:22:03,233 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:03,233 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:22:03,234 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:22:03,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:03,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:22:03,705 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:03,706 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:22:03,706 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:22:04,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store 2024-11-12T07:22:04,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:22:04,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:22:04,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:04,521 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:04,521 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:04,521 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396124521Disabling compacts and flushes for region at 1731396124521Disabling writes for close at 1731396124521Writing region close event to WAL at 1731396124521Closed at 1731396124521 2024-11-12T07:22:04,522 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/.initializing 2024-11-12T07:22:04,522 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/WALs/cea23c84c117,39361,1731396122609 2024-11-12T07:22:04,523 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:04,524 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C39361%2C1731396122609, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/WALs/cea23c84c117,39361,1731396122609, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/oldWALs, maxLogs=10 2024-11-12T07:22:04,539 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/WALs/cea23c84c117,39361,1731396122609/cea23c84c117%2C39361%2C1731396122609.1731396124524, exclude list is [], retry=0 2024-11-12T07:22:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-23897dc6-d66f-47d8-a70c-311625cd26ad,DISK] 2024-11-12T07:22:04,542 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/WALs/cea23c84c117,39361,1731396122609/cea23c84c117%2C39361%2C1731396122609.1731396124524 2024-11-12T07:22:04,542 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42079:42079)] 2024-11-12T07:22:04,542 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:04,542 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:04,543 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,543 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:22:04,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:04,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:04,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:22:04,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:22:04,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:04,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:04,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:22:04,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:04,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:04,548 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,548 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,549 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,549 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,549 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,550 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:04,550 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:04,551 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:04,552 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75017765, jitterRate=0.11785180866718292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:04,552 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396124543Initializing all the Stores at 1731396124543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396124543Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396124543Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396124543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396124543Cleaning up temporary data from old regions at 1731396124549 (+6 ms)Region opened successfully at 1731396124552 (+3 ms) 2024-11-12T07:22:04,552 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:22:04,554 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fbfa79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:04,554 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:22:04,554 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:22:04,554 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:22:04,555 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:22:04,555 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:22:04,555 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:22:04,555 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:22:04,557 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:22:04,557 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/balancer because node does not exist (not necessarily an error) 2024-11-12T07:22:04,626 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/balancer already deleted, retry=false 2024-11-12T07:22:04,626 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:22:04,627 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:22:04,637 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/normalizer already deleted, retry=false 2024-11-12T07:22:04,637 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:22:04,638 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:22:04,648 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/switch/split already deleted, retry=false 2024-11-12T07:22:04,649 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:22:04,658 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/switch/merge already deleted, retry=false 2024-11-12T07:22:04,660 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:22:04,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/snapshot-cleanup already deleted, retry=false 2024-11-12T07:22:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038747923/running 2024-11-12T07:22:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038747923/running 2024-11-12T07:22:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,680 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,39361,1731396122609, sessionid=0x1012dec1b4b0003, setting cluster-up flag (Was=false) 2024-11-12T07:22:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,732 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12038747923/flush-table-proc/acquired, /12038747923/flush-table-proc/reached, /12038747923/flush-table-proc/abort 2024-11-12T07:22:04,733 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39361,1731396122609 2024-11-12T07:22:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:04,784 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12038747923/online-snapshot/acquired, /12038747923/online-snapshot/reached, /12038747923/online-snapshot/abort 2024-11-12T07:22:04,785 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,39361,1731396122609 2024-11-12T07:22:04,786 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:22:04,787 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:04,787 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:22:04,787 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:22:04,787 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,39361,1731396122609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:22:04,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:04,789 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:04,789 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396154789 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:22:04,789 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:22:04,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:04,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:22:04,790 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396124790,5,FailOnTimeoutGroup] 2024-11-12T07:22:04,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:04,790 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396124790,5,FailOnTimeoutGroup] 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:22:04,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:04,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:04,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:22:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:22:04,876 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(746): ClusterId : cebc1430-91da-4e5c-9674-60b673e3ba51 2024-11-12T07:22:04,876 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:22:04,880 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:22:04,880 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:22:04,890 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:22:04,890 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7acf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:04,901 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:45469 2024-11-12T07:22:04,901 INFO [RS:0;cea23c84c117:45469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:22:04,901 INFO [RS:0;cea23c84c117:45469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:22:04,901 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:22:04,902 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,39361,1731396122609 with port=45469, startcode=1731396122749 2024-11-12T07:22:04,902 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:22:04,903 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:22:04,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,45469,1731396122749 2024-11-12T07:22:04,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39361 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,45469,1731396122749 2024-11-12T07:22:04,904 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6 2024-11-12T07:22:04,904 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33039 2024-11-12T07:22:04,904 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:22:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/rs 2024-11-12T07:22:05,054 DEBUG [RS:0;cea23c84c117:45469 {}] zookeeper.ZKUtil(111): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on existing znode=/12038747923/rs/cea23c84c117,45469,1731396122749 2024-11-12T07:22:05,054 WARN [RS:0;cea23c84c117:45469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:05,054 INFO [RS:0;cea23c84c117:45469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:05,054 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749 2024-11-12T07:22:05,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,45469,1731396122749] 2024-11-12T07:22:05,057 INFO [RS:0;cea23c84c117:45469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:22:05,058 INFO [RS:0;cea23c84c117:45469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:22:05,058 INFO [RS:0;cea23c84c117:45469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:22:05,059 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,059 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:22:05,059 INFO [RS:0;cea23c84c117:45469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:22:05,059 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,059 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:05,060 DEBUG [RS:0;cea23c84c117:45469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,060 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45469,1731396122749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:05,072 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:22:05,072 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,45469,1731396122749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,072 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,072 INFO [RS:0;cea23c84c117:45469 {}] regionserver.Replication(171): cea23c84c117,45469,1731396122749 started 2024-11-12T07:22:05,084 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:05,084 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,45469,1731396122749, RpcServer on cea23c84c117/172.17.0.2:45469, sessionid=0x1012dec1b4b0004 2024-11-12T07:22:05,084 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:22:05,084 DEBUG [RS:0;cea23c84c117:45469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,45469,1731396122749 2024-11-12T07:22:05,084 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,45469,1731396122749' 2024-11-12T07:22:05,084 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12038747923/flush-table-proc/abort' 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12038747923/flush-table-proc/acquired' 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,45469,1731396122749 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,45469,1731396122749' 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12038747923/online-snapshot/abort' 2024-11-12T07:22:05,085 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12038747923/online-snapshot/acquired' 2024-11-12T07:22:05,086 DEBUG [RS:0;cea23c84c117:45469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:22:05,086 INFO [RS:0;cea23c84c117:45469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:22:05,086 INFO [RS:0;cea23c84c117:45469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:22:05,186 INFO [RS:0;cea23c84c117:45469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:05,187 INFO [RS:0;cea23c84c117:45469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C45469%2C1731396122749, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/oldWALs, maxLogs=10 2024-11-12T07:22:05,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:22:05,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6 2024-11-12T07:22:05,198 DEBUG [RS:0;cea23c84c117:45469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, exclude list is [], retry=0 2024-11-12T07:22:05,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-23897dc6-d66f-47d8-a70c-311625cd26ad,DISK] 2024-11-12T07:22:05,202 INFO [RS:0;cea23c84c117:45469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 2024-11-12T07:22:05,202 DEBUG [RS:0;cea23c84c117:45469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42079:42079)] 2024-11-12T07:22:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:22:05,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:22:05,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:05,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:05,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:05,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:05,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:05,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:05,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:05,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:05,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:05,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:05,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:05,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:05,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:05,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:05,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:05,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:05,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:05,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:05,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740 2024-11-12T07:22:05,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740 2024-11-12T07:22:05,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:05,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:05,610 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:05,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:05,611 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:05,612 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62805264, jitterRate=-0.06412863731384277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396125603Initializing all the Stores at 1731396125604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396125604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396125604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396125604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396125604Cleaning up temporary data from old regions at 1731396125609 (+5 ms)Region opened successfully at 1731396125612 (+3 ms) 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:05,612 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:05,612 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:05,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396125612Disabling compacts and flushes for region at 1731396125612Disabling writes for close at 1731396125612Writing region close event to WAL at 1731396125612Closed at 1731396125612 2024-11-12T07:22:05,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:05,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:05,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:05,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:05,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:05,764 DEBUG [cea23c84c117:39361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:05,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:05,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,45469,1731396122749, state=OPENING 2024-11-12T07:22:05,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:05,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:05,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:05,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038747923/meta-region-server: CHANGED 2024-11-12T07:22:05,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038747923/meta-region-server: CHANGED 2024-11-12T07:22:05,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:05,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,45469,1731396122749}] 2024-11-12T07:22:05,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:05,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:05,993 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:05,993 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:05,993 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:05,994 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C45469%2C1731396122749.meta, suffix=.meta, logDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/oldWALs, maxLogs=10 2024-11-12T07:22:06,006 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.meta.1731396125994.meta, exclude list is [], retry=0 2024-11-12T07:22:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-23897dc6-d66f-47d8-a70c-311625cd26ad,DISK] 2024-11-12T07:22:06,009 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.meta.1731396125994.meta 2024-11-12T07:22:06,009 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42079:42079)] 2024-11-12T07:22:06,009 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:06,009 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:06,009 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:06,010 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:06,010 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:06,010 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:06,010 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:06,010 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:06,010 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:06,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:06,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:06,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:06,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:06,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:06,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:06,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:06,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:06,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:06,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:06,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:06,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:06,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:06,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:06,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:06,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:06,014 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:06,014 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740 2024-11-12T07:22:06,015 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740 2024-11-12T07:22:06,016 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:06,016 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:06,016 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:06,017 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:06,017 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71754602, jitterRate=0.06922689080238342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:06,017 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:06,017 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396126010Writing region info on filesystem at 1731396126010Initializing all the Stores at 1731396126010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396126010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396126011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396126011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396126011Cleaning up temporary data from old regions at 1731396126016 (+5 ms)Running coprocessor post-open hooks at 1731396126017 (+1 ms)Region opened successfully at 1731396126017 2024-11-12T07:22:06,018 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396125989 2024-11-12T07:22:06,019 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:06,019 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:06,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:06,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,45469,1731396122749, state=OPEN 2024-11-12T07:22:06,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12038747923/meta-region-server 2024-11-12T07:22:06,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12038747923/meta-region-server 2024-11-12T07:22:06,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,45469,1731396122749 2024-11-12T07:22:06,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038747923/meta-region-server: CHANGED 2024-11-12T07:22:06,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038747923/meta-region-server: CHANGED 2024-11-12T07:22:06,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:06,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:06,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,45469,1731396122749 in 189 msec 2024-11-12T07:22:06,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:06,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-12T07:22:06,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:06,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:06,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:06,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45469,1731396122749, seqNum=-1] 2024-11-12T07:22:06,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:06,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:06,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-12T07:22:06,036 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396126036, completionTime=-1 2024-11-12T07:22:06,036 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:06,036 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396186038 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396246038 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,038 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:39361, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,039 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,040 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:06,045 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.232sec 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:06,048 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:06,062 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:06,062 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:06,062 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39361,1731396122609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48feb641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:06,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:06,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:06,078 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c3d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:06,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:06,080 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:06,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267ac701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:06,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45469,1731396122749, seqNum=-1] 2024-11-12T07:22:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:06,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:06,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,39361,1731396122609 2024-11-12T07:22:06,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:06,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:06,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012dec1b4b0005 connected 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir so I do NOT create it in target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76 2024-11-12T07:22:06,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.tmp.dir so I do NOT create it in target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76 2024-11-12T07:22:06,103 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:06,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/cluster_54f8a553-5058-e929-88fd-bf5642833269, deleteOnExit=true 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/test.cache.data in system properties and HBase conf 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:06,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:06,104 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:06,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:06,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:06,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:06,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:06,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:06,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:06,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:06,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:06,173 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88509 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:06,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:06,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:06,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:06,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:06,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:06,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:06,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d612952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:06,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dae57aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:06,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72450e6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/java.io.tmpdir/jetty-localhost-34539-hadoop-hdfs-3_4_1-tests_jar-_-any-15197349267677699357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:06,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d41e0f{HTTP/1.1, (http/1.1)}{localhost:34539} 2024-11-12T07:22:06,559 INFO [Time-limited test {}] server.Server(415): Started @279312ms 2024-11-12T07:22:06,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:06,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:06,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:06,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:06,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:06,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34827659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:06,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1f39e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:06,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ce75dc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/java.io.tmpdir/jetty-localhost-44603-hadoop-hdfs-3_4_1-tests_jar-_-any-10207861012680625737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:06,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b804bd4{HTTP/1.1, (http/1.1)}{localhost:44603} 2024-11-12T07:22:06,944 INFO [Time-limited test {}] server.Server(415): Started @279697ms 2024-11-12T07:22:06,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:22:07,540 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/cluster_54f8a553-5058-e929-88fd-bf5642833269/data/data1/current/BP-1968263112-172.17.0.2-1731396126123/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:07,540 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/cluster_54f8a553-5058-e929-88fd-bf5642833269/data/data2/current/BP-1968263112-172.17.0.2-1731396126123/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:07,555 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:22:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4aad0e9a01850893 with lease ID 0xf11f1abcaae4b851: Processing first storage report for DS-b632ced0-de31-44cf-994c-fc97835f4f4e from datanode DatanodeRegistration(127.0.0.1:43991, datanodeUuid=13fc128d-e64e-4c4e-b3e8-007862d0e4a1, infoPort=35943, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1990079753;c=1731396126123) 2024-11-12T07:22:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4aad0e9a01850893 with lease ID 0xf11f1abcaae4b851: from storage DS-b632ced0-de31-44cf-994c-fc97835f4f4e node DatanodeRegistration(127.0.0.1:43991, datanodeUuid=13fc128d-e64e-4c4e-b3e8-007862d0e4a1, infoPort=35943, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1990079753;c=1731396126123), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:22:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4aad0e9a01850893 with lease ID 0xf11f1abcaae4b851: Processing first storage report for DS-4da46ad6-a31a-4d26-82b1-6a6c9245f329 from datanode DatanodeRegistration(127.0.0.1:43991, datanodeUuid=13fc128d-e64e-4c4e-b3e8-007862d0e4a1, infoPort=35943, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1990079753;c=1731396126123) 2024-11-12T07:22:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4aad0e9a01850893 with lease ID 0xf11f1abcaae4b851: from storage DS-4da46ad6-a31a-4d26-82b1-6a6c9245f329 node DatanodeRegistration(127.0.0.1:43991, datanodeUuid=13fc128d-e64e-4c4e-b3e8-007862d0e4a1, infoPort=35943, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1990079753;c=1731396126123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:07,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76 2024-11-12T07:22:07,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:07,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:22:07,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1 with version=8 2024-11-12T07:22:07,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/hbase-staging 2024-11-12T07:22:07,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:07,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:07,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:07,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:07,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:07,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:07,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:22:07,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:07,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40637 2024-11-12T07:22:07,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40637 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406370x0, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:08,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40637-0x1012dec1b4b0006 connected 2024-11-12T07:22:08,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:08,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:08,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/running 2024-11-12T07:22:08,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1, hbase.cluster.distributed=false 2024-11-12T07:22:08,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/acl 2024-11-12T07:22:08,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40637 2024-11-12T07:22:08,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40637 2024-11-12T07:22:08,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40637 2024-11-12T07:22:08,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40637 2024-11-12T07:22:08,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40637 2024-11-12T07:22:08,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:08,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44071 2024-11-12T07:22:08,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44071 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:08,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:08,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440710x0, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:08,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44071-0x1012dec1b4b0007 connected 2024-11-12T07:22:08,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440710x0, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/running 2024-11-12T07:22:08,132 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:22:08,133 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:22:08,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/master 2024-11-12T07:22:08,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/acl 2024-11-12T07:22:08,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-12T07:22:08,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-11-12T07:22:08,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-11-12T07:22:08,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-12T07:22:08,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-12T07:22:08,150 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:40637 2024-11-12T07:22:08,151 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21354671242/backup-masters/cea23c84c117,40637,1731396127976 2024-11-12T07:22:08,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/backup-masters 2024-11-12T07:22:08,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/backup-masters 2024-11-12T07:22:08,164 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on existing znode=/21354671242/backup-masters/cea23c84c117,40637,1731396127976 2024-11-12T07:22:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21354671242/master 2024-11-12T07:22:08,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:08,174 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on existing znode=/21354671242/master 2024-11-12T07:22:08,174 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21354671242/backup-masters/cea23c84c117,40637,1731396127976 from backup master directory 2024-11-12T07:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21354671242/backup-masters/cea23c84c117,40637,1731396127976 2024-11-12T07:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/backup-masters 2024-11-12T07:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/backup-masters 2024-11-12T07:22:08,184 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:08,184 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,40637,1731396127976 2024-11-12T07:22:08,187 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/hbase.id] with ID: 7ab0a537-4c92-4748-af19-56ed11585a98 2024-11-12T07:22:08,187 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/.tmp/hbase.id 2024-11-12T07:22:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:22:08,593 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/.tmp/hbase.id]:[hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/hbase.id] 2024-11-12T07:22:08,599 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:08,599 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:22:08,600 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:22:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:22:09,052 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:09,053 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:22:09,053 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:22:09,458 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store 2024-11-12T07:22:09,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:22:09,862 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:09,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:09,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396129863Disabling compacts and flushes for region at 1731396129863Disabling writes for close at 1731396129863Writing region close event to WAL at 1731396129863Closed at 1731396129863 2024-11-12T07:22:09,863 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/.initializing 2024-11-12T07:22:09,863 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/WALs/cea23c84c117,40637,1731396127976 2024-11-12T07:22:09,864 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:09,865 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C40637%2C1731396127976, suffix=, logDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/WALs/cea23c84c117,40637,1731396127976, archiveDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/oldWALs, maxLogs=10 2024-11-12T07:22:09,877 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/WALs/cea23c84c117,40637,1731396127976/cea23c84c117%2C40637%2C1731396127976.1731396129865, exclude list is [], retry=0 2024-11-12T07:22:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-b632ced0-de31-44cf-994c-fc97835f4f4e,DISK] 2024-11-12T07:22:09,880 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/WALs/cea23c84c117,40637,1731396127976/cea23c84c117%2C40637%2C1731396127976.1731396129865 2024-11-12T07:22:09,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-12T07:22:09,880 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:09,881 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:09,881 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,881 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:22:09,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:09,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:09,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:22:09,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:09,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:09,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:22:09,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:09,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:09,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:22:09,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:09,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:09,886 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,886 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,887 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,887 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,887 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,888 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:09,889 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:09,890 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:09,890 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64690834, jitterRate=-0.03603145480155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:09,890 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396129881Initializing all the Stores at 1731396129881Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396129881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396129881Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396129881Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396129881Cleaning up temporary data from old regions at 1731396129887 (+6 ms)Region opened successfully at 1731396129890 (+3 ms) 2024-11-12T07:22:09,891 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:22:09,893 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef48d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:09,893 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:22:09,893 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:22:09,893 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:22:09,893 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:22:09,894 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:22:09,894 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:22:09,894 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:22:09,895 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:22:09,896 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/balancer because node does not exist (not necessarily an error) 2024-11-12T07:22:09,953 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/balancer already deleted, retry=false 2024-11-12T07:22:09,953 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:22:09,953 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:22:09,963 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/normalizer already deleted, retry=false 2024-11-12T07:22:09,963 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:22:09,964 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:22:09,974 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/switch/split already deleted, retry=false 2024-11-12T07:22:09,974 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:22:09,984 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/switch/merge already deleted, retry=false 2024-11-12T07:22:09,985 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:22:09,995 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/snapshot-cleanup already deleted, retry=false 2024-11-12T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21354671242/running 2024-11-12T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21354671242/running 2024-11-12T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,006 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,40637,1731396127976, sessionid=0x1012dec1b4b0006, setting cluster-up flag (Was=false) 2024-11-12T07:22:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,058 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21354671242/flush-table-proc/acquired, /21354671242/flush-table-proc/reached, /21354671242/flush-table-proc/abort 2024-11-12T07:22:10,059 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40637,1731396127976 2024-11-12T07:22:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:10,110 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21354671242/online-snapshot/acquired, /21354671242/online-snapshot/reached, /21354671242/online-snapshot/abort 2024-11-12T07:22:10,111 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,40637,1731396127976 2024-11-12T07:22:10,112 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:22:10,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:10,113 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:22:10,113 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:22:10,113 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,40637,1731396127976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:10,115 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396160116 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:22:10,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:22:10,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:22:10,116 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:22:10,117 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396130117,5,FailOnTimeoutGroup] 2024-11-12T07:22:10,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:10,117 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396130117,5,FailOnTimeoutGroup] 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,117 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:22:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:22:10,140 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(746): ClusterId : 7ab0a537-4c92-4748-af19-56ed11585a98 2024-11-12T07:22:10,140 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:22:10,152 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:22:10,152 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:22:10,164 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:22:10,164 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3f7c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:10,174 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:44071 2024-11-12T07:22:10,174 INFO [RS:0;cea23c84c117:44071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:22:10,174 INFO [RS:0;cea23c84c117:44071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:22:10,174 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:22:10,174 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,40637,1731396127976 with port=44071, startcode=1731396128117 2024-11-12T07:22:10,175 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:22:10,176 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:22:10,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40637 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,177 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1 2024-11-12T07:22:10,177 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45745 2024-11-12T07:22:10,177 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:22:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/rs 2024-11-12T07:22:10,224 DEBUG [RS:0;cea23c84c117:44071 {}] zookeeper.ZKUtil(111): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on existing znode=/21354671242/rs/cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,224 WARN [RS:0;cea23c84c117:44071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:10,225 INFO [RS:0;cea23c84c117:44071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:10,225 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,44071,1731396128117] 2024-11-12T07:22:10,227 INFO [RS:0;cea23c84c117:44071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:22:10,228 INFO [RS:0;cea23c84c117:44071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:22:10,229 INFO [RS:0;cea23c84c117:44071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:22:10,229 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,229 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:22:10,229 INFO [RS:0;cea23c84c117:44071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:22:10,229 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,229 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,229 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,229 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:10,230 DEBUG [RS:0;cea23c84c117:44071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,232 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44071,1731396128117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:10,246 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:22:10,246 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,44071,1731396128117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,247 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,247 INFO [RS:0;cea23c84c117:44071 {}] regionserver.Replication(171): cea23c84c117,44071,1731396128117 started 2024-11-12T07:22:10,258 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:10,258 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,44071,1731396128117, RpcServer on cea23c84c117/172.17.0.2:44071, sessionid=0x1012dec1b4b0007 2024-11-12T07:22:10,258 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:22:10,258 DEBUG [RS:0;cea23c84c117:44071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,258 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44071,1731396128117' 2024-11-12T07:22:10,258 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21354671242/flush-table-proc/abort' 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21354671242/flush-table-proc/acquired' 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,44071,1731396128117 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,44071,1731396128117' 2024-11-12T07:22:10,259 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21354671242/online-snapshot/abort' 2024-11-12T07:22:10,260 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21354671242/online-snapshot/acquired' 2024-11-12T07:22:10,260 DEBUG [RS:0;cea23c84c117:44071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:22:10,260 INFO [RS:0;cea23c84c117:44071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:22:10,260 INFO [RS:0;cea23c84c117:44071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:22:10,360 INFO [RS:0;cea23c84c117:44071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:10,361 INFO [RS:0;cea23c84c117:44071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44071%2C1731396128117, suffix=, logDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117, archiveDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/oldWALs, maxLogs=10 2024-11-12T07:22:10,373 DEBUG [RS:0;cea23c84c117:44071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, exclude list is [], retry=0 2024-11-12T07:22:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-b632ced0-de31-44cf-994c-fc97835f4f4e,DISK] 2024-11-12T07:22:10,376 INFO [RS:0;cea23c84c117:44071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 2024-11-12T07:22:10,376 DEBUG [RS:0;cea23c84c117:44071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-12T07:22:10,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:22:10,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1 2024-11-12T07:22:10,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:22:10,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:10,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:10,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:10,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:10,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:10,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:10,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:10,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:10,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:10,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:10,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:10,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:10,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:10,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:10,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:10,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:10,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:10,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:10,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740 2024-11-12T07:22:10,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740 2024-11-12T07:22:10,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:10,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:10,935 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:10,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:10,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:10,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62932693, jitterRate=-0.06222979724407196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396130929Initializing all the Stores at 1731396130929Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396130929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396130930 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396130930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396130930Cleaning up temporary data from old regions at 1731396130935 (+5 ms)Region opened successfully at 1731396130938 (+3 ms) 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:10,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:10,938 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:10,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396130938Disabling compacts and flushes for region at 1731396130938Disabling writes for close at 1731396130938Writing region close event to WAL at 1731396130938Closed at 1731396130938 2024-11-12T07:22:10,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:10,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:10,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:10,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:10,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:11,090 DEBUG [cea23c84c117:40637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:11,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:11,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44071,1731396128117, state=OPENING 2024-11-12T07:22:11,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:11,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21354671242/meta-region-server: CHANGED 2024-11-12T07:22:11,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21354671242/meta-region-server: CHANGED 2024-11-12T07:22:11,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:11,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44071,1731396128117}] 2024-11-12T07:22:11,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:11,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:11,445 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:11,445 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:11,445 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:11,446 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44071%2C1731396128117.meta, suffix=.meta, logDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117, archiveDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/oldWALs, maxLogs=10 2024-11-12T07:22:11,457 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.meta.1731396131446.meta, exclude list is [], retry=0 2024-11-12T07:22:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-b632ced0-de31-44cf-994c-fc97835f4f4e,DISK] 2024-11-12T07:22:11,460 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.meta.1731396131446.meta 2024-11-12T07:22:11,460 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-12T07:22:11,460 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:11,461 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:11,461 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:11,461 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:11,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:11,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:11,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:11,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:11,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:11,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:11,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:11,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:11,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:11,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:11,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:11,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:11,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:11,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:11,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:11,465 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:11,465 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740 2024-11-12T07:22:11,466 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740 2024-11-12T07:22:11,467 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:11,467 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:11,467 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:11,468 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:11,469 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58967260, jitterRate=-0.12131935358047485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:11,469 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:11,469 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396131461Writing region info on filesystem at 1731396131461Initializing all the Stores at 1731396131462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396131462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396131462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396131462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396131462Cleaning up temporary data from old regions at 1731396131467 (+5 ms)Running coprocessor post-open hooks at 1731396131469 (+2 ms)Region opened successfully at 1731396131469 2024-11-12T07:22:11,470 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396131441 2024-11-12T07:22:11,471 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:11,471 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:11,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:11,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,44071,1731396128117, state=OPEN 2024-11-12T07:22:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21354671242/meta-region-server 2024-11-12T07:22:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21354671242/meta-region-server 2024-11-12T07:22:11,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,44071,1731396128117 2024-11-12T07:22:11,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21354671242/meta-region-server: CHANGED 2024-11-12T07:22:11,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21354671242/meta-region-server: CHANGED 2024-11-12T07:22:11,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:11,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,44071,1731396128117 in 201 msec 2024-11-12T07:22:11,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:11,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-11-12T07:22:11,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:11,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:11,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:11,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44071,1731396128117, seqNum=-1] 2024-11-12T07:22:11,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:11,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:11,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-12T07:22:11,499 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396131499, completionTime=-1 2024-11-12T07:22:11,499 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:11,499 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396191501 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396251501 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:40637, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,503 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,503 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:11,505 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:11,506 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:11,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:11,507 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:11,508 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40637,1731396127976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:11,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:11,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:11,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:11,542 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12160f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:11,544 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:11,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6baf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:11,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44071,1731396128117, seqNum=-1] 2024-11-12T07:22:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:11,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:11,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,40637,1731396127976 2024-11-12T07:22:11,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58870 2024-11-12T07:22:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:11,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012dec1b4b0008 connected 2024-11-12T07:22:11,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:11,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39741,1731396117961 2024-11-12T07:22:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bf9060 2024-11-12T07:22:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:11,567 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:11,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:22:11,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:11,570 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:11,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:22:11,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:22:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:11,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => decfa67c575219cc472b4969b3b03dc5, NAME => 'test,,1731396131567.decfa67c575219cc472b4969b3b03dc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d 2024-11-12T07:22:11,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:22:11,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396131567.decfa67c575219cc472b4969b3b03dc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:11,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing decfa67c575219cc472b4969b3b03dc5, disabling compactions & flushes 2024-11-12T07:22:11,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:11,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:11,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. after waiting 0 ms 2024-11-12T07:22:11,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:11,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:11,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for decfa67c575219cc472b4969b3b03dc5: Waiting for close lock at 1731396131981Disabling compacts and flushes for region at 1731396131981Disabling writes for close at 1731396131981Writing region close event to WAL at 1731396131981Closed at 1731396131981 2024-11-12T07:22:11,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:11,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396131567.decfa67c575219cc472b4969b3b03dc5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396131983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396131983"}]},"ts":"1731396131983"} 2024-11-12T07:22:11,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:11,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:11,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396131985"}]},"ts":"1731396131985"} 2024-11-12T07:22:11,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:22:11,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=decfa67c575219cc472b4969b3b03dc5, ASSIGN}] 2024-11-12T07:22:11,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=decfa67c575219cc472b4969b3b03dc5, ASSIGN 2024-11-12T07:22:11,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=decfa67c575219cc472b4969b3b03dc5, ASSIGN; state=OFFLINE, location=cea23c84c117,42685,1731396118122; forceNewPlan=false, retain=false 2024-11-12T07:22:12,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=decfa67c575219cc472b4969b3b03dc5, regionState=OPENING, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:12,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=decfa67c575219cc472b4969b3b03dc5, ASSIGN because future has completed 2024-11-12T07:22:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure decfa67c575219cc472b4969b3b03dc5, server=cea23c84c117,42685,1731396118122}] 2024-11-12T07:22:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:12,295 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:12,295 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => decfa67c575219cc472b4969b3b03dc5, NAME => 'test,,1731396131567.decfa67c575219cc472b4969b3b03dc5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:12,295 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:12,295 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:22:12,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396131567.decfa67c575219cc472b4969b3b03dc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:12,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,297 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,297 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decfa67c575219cc472b4969b3b03dc5 columnFamilyName f 2024-11-12T07:22:12,298 DEBUG [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:12,298 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(327): Store=decfa67c575219cc472b4969b3b03dc5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:12,298 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,298 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decfa67c575219cc472b4969b3b03dc5 columnFamilyName f1 2024-11-12T07:22:12,298 DEBUG [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:12,299 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(327): Store=decfa67c575219cc472b4969b3b03dc5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:12,299 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,299 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region decfa67c575219cc472b4969b3b03dc5 columnFamilyName norep 2024-11-12T07:22:12,299 DEBUG [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:12,300 INFO [StoreOpener-decfa67c575219cc472b4969b3b03dc5-1 {}] regionserver.HStore(327): Store=decfa67c575219cc472b4969b3b03dc5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:12,300 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,300 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,300 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:12,302 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,303 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:12,303 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened decfa67c575219cc472b4969b3b03dc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214439, jitterRate=-0.08783377707004547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:12,303 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:12,304 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for decfa67c575219cc472b4969b3b03dc5: Running coprocessor pre-open hook at 1731396132296Writing region info on filesystem at 1731396132296Initializing all the Stores at 1731396132296Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396132296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396132296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396132296Cleaning up temporary data from old regions at 1731396132301 (+5 ms)Running coprocessor post-open hooks at 1731396132303 (+2 ms)Region opened successfully at 1731396132304 (+1 ms) 2024-11-12T07:22:12,305 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396131567.decfa67c575219cc472b4969b3b03dc5., pid=6, masterSystemTime=1731396132292 2024-11-12T07:22:12,306 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:12,306 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:12,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=decfa67c575219cc472b4969b3b03dc5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:12,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure decfa67c575219cc472b4969b3b03dc5, server=cea23c84c117,42685,1731396118122 because future has completed 2024-11-12T07:22:12,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:22:12,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure decfa67c575219cc472b4969b3b03dc5, server=cea23c84c117,42685,1731396118122 in 169 msec 2024-11-12T07:22:12,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:22:12,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=decfa67c575219cc472b4969b3b03dc5, ASSIGN in 323 msec 2024-11-12T07:22:12,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:12,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396132312"}]},"ts":"1731396132312"} 2024-11-12T07:22:12,313 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:22:12,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:12,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-12T07:22:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:12,713 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:22:12,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@567d35e6 2024-11-12T07:22:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:12,714 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:12,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:22:12,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:12,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:12,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:22:12,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:12,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:22:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:13,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b43d5e90e11f460042cf076b21c128bb, NAME => 'test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6 2024-11-12T07:22:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:22:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b43d5e90e11f460042cf076b21c128bb, disabling compactions & flushes 2024-11-12T07:22:13,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. after waiting 0 ms 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,530 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b43d5e90e11f460042cf076b21c128bb: Waiting for close lock at 1731396133530Disabling compacts and flushes for region at 1731396133530Disabling writes for close at 1731396133530Writing region close event to WAL at 1731396133530Closed at 1731396133530 2024-11-12T07:22:13,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:13,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396133532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396133532"}]},"ts":"1731396133532"} 2024-11-12T07:22:13,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:13,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:13,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396133535"}]},"ts":"1731396133535"} 2024-11-12T07:22:13,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:22:13,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43d5e90e11f460042cf076b21c128bb, ASSIGN}] 2024-11-12T07:22:13,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43d5e90e11f460042cf076b21c128bb, ASSIGN 2024-11-12T07:22:13,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b43d5e90e11f460042cf076b21c128bb, ASSIGN; state=OFFLINE, location=cea23c84c117,45469,1731396122749; forceNewPlan=false, retain=false 2024-11-12T07:22:13,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43d5e90e11f460042cf076b21c128bb, regionState=OPENING, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:13,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b43d5e90e11f460042cf076b21c128bb, ASSIGN because future has completed 2024-11-12T07:22:13,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43d5e90e11f460042cf076b21c128bb, server=cea23c84c117,45469,1731396122749}] 2024-11-12T07:22:13,845 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,845 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b43d5e90e11f460042cf076b21c128bb, NAME => 'test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:13,846 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:13,846 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:22:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,846 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,847 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,848 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d5e90e11f460042cf076b21c128bb columnFamilyName f 2024-11-12T07:22:13,848 DEBUG [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:13,848 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(327): Store=b43d5e90e11f460042cf076b21c128bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:13,848 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,849 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d5e90e11f460042cf076b21c128bb columnFamilyName f1 2024-11-12T07:22:13,849 DEBUG [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:13,849 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(327): Store=b43d5e90e11f460042cf076b21c128bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:13,849 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,850 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43d5e90e11f460042cf076b21c128bb columnFamilyName norep 2024-11-12T07:22:13,850 DEBUG [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:13,850 INFO [StoreOpener-b43d5e90e11f460042cf076b21c128bb-1 {}] regionserver.HStore(327): Store=b43d5e90e11f460042cf076b21c128bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:13,850 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,850 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,851 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,852 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:13,852 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,853 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:13,854 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b43d5e90e11f460042cf076b21c128bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867657, jitterRate=0.0262080579996109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:13,854 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:13,854 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b43d5e90e11f460042cf076b21c128bb: Running coprocessor pre-open hook at 1731396133846Writing region info on filesystem at 1731396133846Initializing all the Stores at 1731396133847 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396133847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396133847Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396133847Cleaning up temporary data from old regions at 1731396133851 (+4 ms)Running coprocessor post-open hooks at 1731396133854 (+3 ms)Region opened successfully at 1731396133854 2024-11-12T07:22:13,854 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396132715.b43d5e90e11f460042cf076b21c128bb., pid=6, masterSystemTime=1731396133843 2024-11-12T07:22:13,856 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,856 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:13,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43d5e90e11f460042cf076b21c128bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:13,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43d5e90e11f460042cf076b21c128bb, server=cea23c84c117,45469,1731396122749 because future has completed 2024-11-12T07:22:13,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:22:13,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b43d5e90e11f460042cf076b21c128bb, server=cea23c84c117,45469,1731396122749 in 167 msec 2024-11-12T07:22:13,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:22:13,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b43d5e90e11f460042cf076b21c128bb, ASSIGN in 323 msec 2024-11-12T07:22:13,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:13,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396133861"}]},"ts":"1731396133861"} 2024-11-12T07:22:13,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:22:13,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:13,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-12T07:22:14,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:22:14,243 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:22:14,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:14,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:22:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:14,863 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:22:14,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40637,1731396127976 2024-11-12T07:22:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be0b3b 2024-11-12T07:22:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:14,865 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:14,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:22:14,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:14,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:14,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:22:14,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:22:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:15,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4825d91db9cfb26e1d33709e75487ff9, NAME => 'test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1 2024-11-12T07:22:15,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:22:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4825d91db9cfb26e1d33709e75487ff9, disabling compactions & flushes 2024-11-12T07:22:15,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. after waiting 0 ms 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:15,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:15,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4825d91db9cfb26e1d33709e75487ff9: Waiting for close lock at 1731396135706Disabling compacts and flushes for region at 1731396135706Disabling writes for close at 1731396135706Writing region close event to WAL at 1731396135706Closed at 1731396135706 2024-11-12T07:22:15,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:15,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396135707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396135707"}]},"ts":"1731396135707"} 2024-11-12T07:22:15,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:15,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:15,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396135710"}]},"ts":"1731396135710"} 2024-11-12T07:22:15,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:22:15,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4825d91db9cfb26e1d33709e75487ff9, ASSIGN}] 2024-11-12T07:22:15,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4825d91db9cfb26e1d33709e75487ff9, ASSIGN 2024-11-12T07:22:15,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4825d91db9cfb26e1d33709e75487ff9, ASSIGN; state=OFFLINE, location=cea23c84c117,44071,1731396128117; forceNewPlan=false, retain=false 2024-11-12T07:22:15,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4825d91db9cfb26e1d33709e75487ff9, regionState=OPENING, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:15,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4825d91db9cfb26e1d33709e75487ff9, ASSIGN because future has completed 2024-11-12T07:22:15,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4825d91db9cfb26e1d33709e75487ff9, server=cea23c84c117,44071,1731396128117}] 2024-11-12T07:22:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:16,020 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:16,020 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4825d91db9cfb26e1d33709e75487ff9, NAME => 'test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:16,020 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:16,020 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:22:16,020 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,020 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:16,021 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,021 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,022 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,022 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4825d91db9cfb26e1d33709e75487ff9 columnFamilyName f 2024-11-12T07:22:16,022 DEBUG [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:16,023 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(327): Store=4825d91db9cfb26e1d33709e75487ff9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:16,023 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,023 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4825d91db9cfb26e1d33709e75487ff9 columnFamilyName f1 2024-11-12T07:22:16,023 DEBUG [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:16,024 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(327): Store=4825d91db9cfb26e1d33709e75487ff9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:16,024 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,024 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4825d91db9cfb26e1d33709e75487ff9 columnFamilyName norep 2024-11-12T07:22:16,024 DEBUG [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:16,024 INFO [StoreOpener-4825d91db9cfb26e1d33709e75487ff9-1 {}] regionserver.HStore(327): Store=4825d91db9cfb26e1d33709e75487ff9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:16,025 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,025 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,025 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,026 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,026 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,026 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:16,027 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,028 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:16,028 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4825d91db9cfb26e1d33709e75487ff9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64202398, jitterRate=-0.04330971837043762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:16,028 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:16,028 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4825d91db9cfb26e1d33709e75487ff9: Running coprocessor pre-open hook at 1731396136021Writing region info on filesystem at 1731396136021Initializing all the Stores at 1731396136021Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396136021Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396136021Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396136021Cleaning up temporary data from old regions at 1731396136026 (+5 ms)Running coprocessor post-open hooks at 1731396136028 (+2 ms)Region opened successfully at 1731396136028 2024-11-12T07:22:16,029 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9., pid=6, masterSystemTime=1731396136017 2024-11-12T07:22:16,030 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:16,030 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:16,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4825d91db9cfb26e1d33709e75487ff9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:16,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4825d91db9cfb26e1d33709e75487ff9, server=cea23c84c117,44071,1731396128117 because future has completed 2024-11-12T07:22:16,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:22:16,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4825d91db9cfb26e1d33709e75487ff9, server=cea23c84c117,44071,1731396128117 in 168 msec 2024-11-12T07:22:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:22:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4825d91db9cfb26e1d33709e75487ff9, ASSIGN in 324 msec 2024-11-12T07:22:16,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:16,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396136037"}]},"ts":"1731396136037"} 2024-11-12T07:22:16,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:22:16,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:16,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-12T07:22:16,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:22:16,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:16,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:16,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:17,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:17,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:17,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:17,013 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:22:17,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e40e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39741,-1 for getting cluster id 2024-11-12T07:22:17,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:17,014 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e508d2f-d26f-460b-b45c-75da1620c7d6' 2024-11-12T07:22:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e508d2f-d26f-460b-b45c-75da1620c7d6" 2024-11-12T07:22:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39741,-1] 2024-11-12T07:22:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:17,016 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b640de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39741,1731396117961 2024-11-12T07:22:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a16b13d 2024-11-12T07:22:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:17,018 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:17,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:22:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:22:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:17,021 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39361' 2024-11-12T07:22:17,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a89294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,022 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:17,022 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:17,023 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e24eaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:17,024 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:17,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f36544a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:17,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe54286 2024-11-12T07:22:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:17,026 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:17,027 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:22:17,027 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:22:17,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:17,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:17,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:17,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:17,029 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:22:17,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:17,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:17,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:22:17,079 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:22:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:17,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94e71f087ed792a22f9d3ad80adbccf9, NAME => 'hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d 2024-11-12T07:22:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94e71f087ed792a22f9d3ad80adbccf9, disabling compactions & flushes 2024-11-12T07:22:17,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. after waiting 0 ms 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:17,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:17,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94e71f087ed792a22f9d3ad80adbccf9: Waiting for close lock at 1731396137841Disabling compacts and flushes for region at 1731396137841Disabling writes for close at 1731396137841Writing region close event to WAL at 1731396137841Closed at 1731396137841 2024-11-12T07:22:17,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:17,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396137842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396137842"}]},"ts":"1731396137842"} 2024-11-12T07:22:17,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:17,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:17,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396137844"}]},"ts":"1731396137844"} 2024-11-12T07:22:17,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:22:17,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94e71f087ed792a22f9d3ad80adbccf9, ASSIGN}] 2024-11-12T07:22:17,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94e71f087ed792a22f9d3ad80adbccf9, ASSIGN 2024-11-12T07:22:17,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94e71f087ed792a22f9d3ad80adbccf9, ASSIGN; state=OFFLINE, location=cea23c84c117,42685,1731396118122; forceNewPlan=false, retain=false 2024-11-12T07:22:17,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94e71f087ed792a22f9d3ad80adbccf9, regionState=OPENING, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94e71f087ed792a22f9d3ad80adbccf9, ASSIGN because future has completed 2024-11-12T07:22:18,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e71f087ed792a22f9d3ad80adbccf9, server=cea23c84c117,42685,1731396118122}] 2024-11-12T07:22:18,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:18,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:18,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:22:18,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C42685%2C1731396118122.rep, suffix=, logDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122, archiveDir=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/oldWALs, maxLogs=10 2024-11-12T07:22:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:18,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.rep.1731396138156, exclude list is [], retry=0 2024-11-12T07:22:18,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39443,DS-52f4b463-b6cf-4cff-a6d0-fcbce7e88037,DISK] 2024-11-12T07:22:18,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.rep.1731396138156 2024-11-12T07:22:18,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T07:22:18,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94e71f087ed792a22f9d3ad80adbccf9, NAME => 'hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:18,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. service=MultiRowMutationService 2024-11-12T07:22:18,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,173 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,174 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e71f087ed792a22f9d3ad80adbccf9 columnFamilyName hfileref 2024-11-12T07:22:18,174 DEBUG [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:18,174 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(327): Store=94e71f087ed792a22f9d3ad80adbccf9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:18,174 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,175 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e71f087ed792a22f9d3ad80adbccf9 columnFamilyName queue 2024-11-12T07:22:18,175 DEBUG [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:18,175 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(327): Store=94e71f087ed792a22f9d3ad80adbccf9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:18,175 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,176 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e71f087ed792a22f9d3ad80adbccf9 columnFamilyName sid 2024-11-12T07:22:18,176 DEBUG [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:18,176 INFO [StoreOpener-94e71f087ed792a22f9d3ad80adbccf9-1 {}] regionserver.HStore(327): Store=94e71f087ed792a22f9d3ad80adbccf9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:18,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/replication/94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/replication/94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:18,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/replication/94e71f087ed792a22f9d3ad80adbccf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:18,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94e71f087ed792a22f9d3ad80adbccf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58864440, jitterRate=-0.12285149097442627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:18,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:18,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94e71f087ed792a22f9d3ad80adbccf9: Running coprocessor pre-open hook at 1731396138172Writing region info on filesystem at 1731396138172Initializing all the Stores at 1731396138173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396138173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396138173Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396138173Cleaning up temporary data from old regions at 1731396138177 (+4 ms)Running coprocessor post-open hooks at 1731396138180 (+3 ms)Region opened successfully at 1731396138180 2024-11-12T07:22:18,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9., pid=10, masterSystemTime=1731396138151 2024-11-12T07:22:18,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:18,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:18,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94e71f087ed792a22f9d3ad80adbccf9, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42685,1731396118122 2024-11-12T07:22:18,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e71f087ed792a22f9d3ad80adbccf9, server=cea23c84c117,42685,1731396118122 because future has completed 2024-11-12T07:22:18,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:22:18,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94e71f087ed792a22f9d3ad80adbccf9, server=cea23c84c117,42685,1731396118122 in 186 msec 2024-11-12T07:22:18,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:22:18,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94e71f087ed792a22f9d3ad80adbccf9, ASSIGN in 341 msec 2024-11-12T07:22:18,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:18,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396138189"}]},"ts":"1731396138189"} 2024-11-12T07:22:18,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:22:18,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:18,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-12T07:22:18,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9., hostname=cea23c84c117,42685,1731396118122, seqNum=2] 2024-11-12T07:22:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:18,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:18,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:22:18,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:22:18,527 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:22:18,550 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,42685,1731396118122, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:22:18,551 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:18,551 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42685,1731396118122, seqNum=-1] 2024-11-12T07:22:18,551 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:18,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T07:22:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,42685,1731396118122', locateType=CURRENT is [region=hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9., hostname=cea23c84c117,42685,1731396118122, seqNum=2] 2024-11-12T07:22:18,555 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:22:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:22:18,557 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,42685,1731396118122 suceeded 2024-11-12T07:22:18,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:22:18,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-12T07:22:18,558 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:22:18,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-12T07:22:18,570 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39361' 2024-11-12T07:22:18,571 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a19ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:18,571 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:18,571 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:18,572 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca30d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:18,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:18,573 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:18,573 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1baf9b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:18,573 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:18,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:18,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c581be 2024-11-12T07:22:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:18,585 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T07:22:18,586 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,42685,1731396118122 (queues=1) is replicating from cluster=8e508d2f-d26f-460b-b45c-75da1620c7d6 to cluster=cebc1430-91da-4e5c-9674-60b673e3ba51 2024-11-12T07:22:18,586 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C42685%2C1731396118122 2024-11-12T07:22:18,586 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,42685,1731396118122, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:22:18,587 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, startPosition=0, beingWritten=true 2024-11-12T07:22:18,587 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C42685%2C1731396118122 2024-11-12T07:22:18,590 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:18,590 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:18,591 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,42685,1731396118122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:18,793 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:19,096 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:19,173 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:22:19,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:19,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:19,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:19,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2644a270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:19,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:19,175 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6633e2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,176 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d43ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aeef802 2024-11-12T07:22:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:19,178 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:19,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:40637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:22:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:22:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:19,180 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40637' 2024-11-12T07:22:19,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622960d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,181 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:19,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:19,182 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b836ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,183 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:19,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f55e1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:19,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:19,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40637,1731396127976 2024-11-12T07:22:19,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9c95faf 2024-11-12T07:22:19,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:19,185 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:19,185 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T07:22:19,185 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:22:19,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:19,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:19,186 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:19,186 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:22:19,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:19,187 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:19,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:19,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:22:19,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:22:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:19,499 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:19,594 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44c29ce04d60bdc436467953dc659db5, NAME => 'hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6 2024-11-12T07:22:19,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:22:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44c29ce04d60bdc436467953dc659db5, disabling compactions & flushes 2024-11-12T07:22:19,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. after waiting 0 ms 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:19,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:19,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44c29ce04d60bdc436467953dc659db5: Waiting for close lock at 1731396139999Disabling compacts and flushes for region at 1731396139999Disabling writes for close at 1731396139999Writing region close event to WAL at 1731396139999Closed at 1731396139999 2024-11-12T07:22:20,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:20,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396140000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396140000"}]},"ts":"1731396140000"} 2024-11-12T07:22:20,002 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:20,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:20,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:20,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396140003"}]},"ts":"1731396140003"} 2024-11-12T07:22:20,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:22:20,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c29ce04d60bdc436467953dc659db5, ASSIGN}] 2024-11-12T07:22:20,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c29ce04d60bdc436467953dc659db5, ASSIGN 2024-11-12T07:22:20,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44c29ce04d60bdc436467953dc659db5, ASSIGN; state=OFFLINE, location=cea23c84c117,45469,1731396122749; forceNewPlan=false, retain=false 2024-11-12T07:22:20,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c29ce04d60bdc436467953dc659db5, regionState=OPENING, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:20,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44c29ce04d60bdc436467953dc659db5, ASSIGN because future has completed 2024-11-12T07:22:20,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c29ce04d60bdc436467953dc659db5, server=cea23c84c117,45469,1731396122749}] 2024-11-12T07:22:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:20,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:20,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:20,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:22:20,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C45469%2C1731396122749.rep, suffix=, logDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749, archiveDir=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/oldWALs, maxLogs=10 2024-11-12T07:22:20,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.rep.1731396140422, exclude list is [], retry=0 2024-11-12T07:22:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35421,DS-23897dc6-d66f-47d8-a70c-311625cd26ad,DISK] 2024-11-12T07:22:20,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.rep.1731396140422 2024-11-12T07:22:20,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42079:42079)] 2024-11-12T07:22:20,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c29ce04d60bdc436467953dc659db5, NAME => 'hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:20,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. service=MultiRowMutationService 2024-11-12T07:22:20,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,442 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,443 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c29ce04d60bdc436467953dc659db5 columnFamilyName hfileref 2024-11-12T07:22:20,443 DEBUG [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:20,443 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(327): Store=44c29ce04d60bdc436467953dc659db5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:20,443 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,444 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c29ce04d60bdc436467953dc659db5 columnFamilyName queue 2024-11-12T07:22:20,444 DEBUG [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:20,444 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(327): Store=44c29ce04d60bdc436467953dc659db5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:20,444 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,445 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c29ce04d60bdc436467953dc659db5 columnFamilyName sid 2024-11-12T07:22:20,445 DEBUG [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:20,445 INFO [StoreOpener-44c29ce04d60bdc436467953dc659db5-1 {}] regionserver.HStore(327): Store=44c29ce04d60bdc436467953dc659db5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:20,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:20,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:20,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44c29ce04d60bdc436467953dc659db5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60671620, jitterRate=-0.09592241048812866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44c29ce04d60bdc436467953dc659db5: Running coprocessor pre-open hook at 1731396140441Writing region info on filesystem at 1731396140441Initializing all the Stores at 1731396140442 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396140442Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396140442Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396140442Cleaning up temporary data from old regions at 1731396140447 (+5 ms)Running coprocessor post-open hooks at 1731396140449 (+2 ms)Region opened successfully at 1731396140449 2024-11-12T07:22:20,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5., pid=10, masterSystemTime=1731396140311 2024-11-12T07:22:20,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:20,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:20,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c29ce04d60bdc436467953dc659db5, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,45469,1731396122749 2024-11-12T07:22:20,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c29ce04d60bdc436467953dc659db5, server=cea23c84c117,45469,1731396122749 because future has completed 2024-11-12T07:22:20,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:22:20,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44c29ce04d60bdc436467953dc659db5, server=cea23c84c117,45469,1731396122749 in 295 msec 2024-11-12T07:22:20,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:22:20,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c29ce04d60bdc436467953dc659db5, ASSIGN in 451 msec 2024-11-12T07:22:20,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:20,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396140458"}]},"ts":"1731396140458"} 2024-11-12T07:22:20,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:22:20,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:20,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2740 sec 2024-11-12T07:22:20,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5., hostname=cea23c84c117,45469,1731396122749, seqNum=2] 2024-11-12T07:22:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:20,605 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:20,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:22:20,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:22:20,758 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:22:20,784 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,45469,1731396122749, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:22:20,784 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:20,784 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45469,1731396122749, seqNum=-1] 2024-11-12T07:22:20,784 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:20,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T07:22:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,45469,1731396122749', locateType=CURRENT is [region=hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5., hostname=cea23c84c117,45469,1731396122749, seqNum=2] 2024-11-12T07:22:20,788 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:22:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:22:20,790 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,45469,1731396122749 suceeded 2024-11-12T07:22:20,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:22:20,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T07:22:20,791 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:40637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:22:20,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6130 sec 2024-11-12T07:22:20,802 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:40637' 2024-11-12T07:22:20,803 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d5b4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:20,803 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:20,803 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:20,803 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab5abb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:20,805 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:20,805 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d3a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:20,805 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40637,1731396127976 2024-11-12T07:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5708e67a 2024-11-12T07:22:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:20,806 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T07:22:20,807 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,45469,1731396122749 (queues=1) is replicating from cluster=cebc1430-91da-4e5c-9674-60b673e3ba51 to cluster=7ab0a537-4c92-4748-af19-56ed11585a98 2024-11-12T07:22:20,807 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C45469%2C1731396122749 2024-11-12T07:22:20,807 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,45469,1731396122749, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:22:20,807 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, startPosition=0, beingWritten=true 2024-11-12T07:22:20,807 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C45469%2C1731396122749 2024-11-12T07:22:20,811 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:20,811 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:20,811 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:21,014 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:21,308 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:21,317 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:21,322 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:22:21,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dc58de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:21,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:21,324 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fdc4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:21,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,325 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b4977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,40637,1731396127976 2024-11-12T07:22:21,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e4e6ba0 2024-11-12T07:22:21,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:21,327 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:21,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:22:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:22:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:21,330 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39361' 2024-11-12T07:22:21,330 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5279ce6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,330 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:21,330 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:21,331 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8ae5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,332 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333196f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:21,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38945ee8 2024-11-12T07:22:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:21,333 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:21,334 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:22:21,334 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:22:21,334 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,334 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:21,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:21,334 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:21,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:22:21,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:21,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:21,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:21,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:22:21,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 767a0b2c2de900aea5486b981701977c, NAME => 'hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1 2024-11-12T07:22:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:22:21,386 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:22:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:21,720 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 767a0b2c2de900aea5486b981701977c, disabling compactions & flushes 2024-11-12T07:22:21,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. after waiting 0 ms 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:21,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:21,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 767a0b2c2de900aea5486b981701977c: Waiting for close lock at 1731396141746Disabling compacts and flushes for region at 1731396141746Disabling writes for close at 1731396141746Writing region close event to WAL at 1731396141746Closed at 1731396141746 2024-11-12T07:22:21,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:21,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396141747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396141747"}]},"ts":"1731396141747"} 2024-11-12T07:22:21,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:21,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:21,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396141749"}]},"ts":"1731396141749"} 2024-11-12T07:22:21,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:22:21,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767a0b2c2de900aea5486b981701977c, ASSIGN}] 2024-11-12T07:22:21,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767a0b2c2de900aea5486b981701977c, ASSIGN 2024-11-12T07:22:21,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767a0b2c2de900aea5486b981701977c, ASSIGN; state=OFFLINE, location=cea23c84c117,44071,1731396128117; forceNewPlan=false, retain=false 2024-11-12T07:22:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767a0b2c2de900aea5486b981701977c, regionState=OPENING, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=767a0b2c2de900aea5486b981701977c, ASSIGN because future has completed 2024-11-12T07:22:21,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767a0b2c2de900aea5486b981701977c, server=cea23c84c117,44071,1731396128117}] 2024-11-12T07:22:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:22,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:22,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:22,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:22:22,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C44071%2C1731396128117.rep, suffix=, logDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117, archiveDir=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/oldWALs, maxLogs=10 2024-11-12T07:22:22,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.rep.1731396142059, exclude list is [], retry=0 2024-11-12T07:22:22,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-b632ced0-de31-44cf-994c-fc97835f4f4e,DISK] 2024-11-12T07:22:22,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.rep.1731396142059 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 767a0b2c2de900aea5486b981701977c, NAME => 'hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:22,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. service=MultiRowMutationService 2024-11-12T07:22:22,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:22,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,078 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,079 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767a0b2c2de900aea5486b981701977c columnFamilyName hfileref 2024-11-12T07:22:22,079 DEBUG [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:22,079 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(327): Store=767a0b2c2de900aea5486b981701977c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:22,079 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,080 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767a0b2c2de900aea5486b981701977c columnFamilyName queue 2024-11-12T07:22:22,080 DEBUG [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:22,080 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(327): Store=767a0b2c2de900aea5486b981701977c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:22,080 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,081 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767a0b2c2de900aea5486b981701977c columnFamilyName sid 2024-11-12T07:22:22,081 DEBUG [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:22,081 INFO [StoreOpener-767a0b2c2de900aea5486b981701977c-1 {}] regionserver.HStore(327): Store=767a0b2c2de900aea5486b981701977c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:22,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:22,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:22,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 767a0b2c2de900aea5486b981701977c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64242470, jitterRate=-0.04271259903907776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 767a0b2c2de900aea5486b981701977c: Running coprocessor pre-open hook at 1731396142078Writing region info on filesystem at 1731396142078Initializing all the Stores at 1731396142078Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396142078Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396142078Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396142078Cleaning up temporary data from old regions at 1731396142083 (+5 ms)Running coprocessor post-open hooks at 1731396142085 (+2 ms)Region opened successfully at 1731396142085 2024-11-12T07:22:22,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c., pid=10, masterSystemTime=1731396142055 2024-11-12T07:22:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:22,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:22,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=767a0b2c2de900aea5486b981701977c, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,44071,1731396128117 2024-11-12T07:22:22,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767a0b2c2de900aea5486b981701977c, server=cea23c84c117,44071,1731396128117 because future has completed 2024-11-12T07:22:22,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:22:22,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 767a0b2c2de900aea5486b981701977c, server=cea23c84c117,44071,1731396128117 in 186 msec 2024-11-12T07:22:22,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:22:22,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=767a0b2c2de900aea5486b981701977c, ASSIGN in 341 msec 2024-11-12T07:22:22,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:22,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396142093"}]},"ts":"1731396142093"} 2024-11-12T07:22:22,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:22:22,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:22,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 761 msec 2024-11-12T07:22:22,111 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:22,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c., hostname=cea23c84c117,44071,1731396128117, seqNum=2] 2024-11-12T07:22:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:22,223 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:22,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:22:22,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:22:22,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:22:22,389 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:22:22,416 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,44071,1731396128117, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:22:22,417 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:22,417 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44071,1731396128117, seqNum=-1] 2024-11-12T07:22:22,417 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:22,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T07:22:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,44071,1731396128117', locateType=CURRENT is [region=hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c., hostname=cea23c84c117,44071,1731396128117, seqNum=2] 2024-11-12T07:22:22,422 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:22:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:22:22,424 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,44071,1731396128117 suceeded 2024-11-12T07:22:22,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:22:22,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-12T07:22:22,425 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:39361,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:22:22,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0980 sec 2024-11-12T07:22:22,436 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:39361' 2024-11-12T07:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaf844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:22,437 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:22,438 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc53dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:22,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,439 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:22,440 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681ca933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,440 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,39361,1731396122609 2024-11-12T07:22:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b33632 2024-11-12T07:22:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:22,441 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T07:22:22,442 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,44071,1731396128117 (queues=1) is replicating from cluster=7ab0a537-4c92-4748-af19-56ed11585a98 to cluster=cebc1430-91da-4e5c-9674-60b673e3ba51 2024-11-12T07:22:22,442 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C44071%2C1731396128117 2024-11-12T07:22:22,442 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,44071,1731396128117, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:22:22,442 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, startPosition=0, beingWritten=true 2024-11-12T07:22:22,442 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C44071%2C1731396128117 2024-11-12T07:22:22,446 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:22,446 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 379, reset compression=false 2024-11-12T07:22:22,446 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:22,463 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:22:22,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:22,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:22,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:22,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40405a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39741,-1 for getting cluster id 2024-11-12T07:22:22,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:22,465 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e508d2f-d26f-460b-b45c-75da1620c7d6' 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e508d2f-d26f-460b-b45c-75da1620c7d6" 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e0aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39741,-1] 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,466 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20275bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2394dff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:22,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:22,467 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:22,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46203d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:22,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,468 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:22,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecae29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430397b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:22,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:22,470 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e84b436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:22,471 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb9eb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:22,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42685,1731396118122, seqNum=-1] 2024-11-12T07:22:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:22,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396131567.decfa67c575219cc472b4969b3b03dc5., hostname=cea23c84c117,42685,1731396118122, seqNum=2] 2024-11-12T07:22:22,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44071,1731396128117, seqNum=-1] 2024-11-12T07:22:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:22,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9., hostname=cea23c84c117,44071,1731396128117, seqNum=2] 2024-11-12T07:22:22,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T07:22:22,654 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 379, reset compression=false 2024-11-12T07:22:22,827 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:22,957 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 379, reset compression=false 2024-11-12T07:22:23,014 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 379, reset compression=false 2024-11-12T07:22:23,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:23,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:23,020 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,42685,1731396118122 got entry batch from reader: WALEntryBatch [walEntries=[{test/decfa67c575219cc472b4969b3b03dc5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T07:22:23,022 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:23,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T07:22:23,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:23,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e323c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,39361,-1 for getting cluster id 2024-11-12T07:22:23,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:23,025 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cebc1430-91da-4e5c-9674-60b673e3ba51' 2024-11-12T07:22:23,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cebc1430-91da-4e5c-9674-60b673e3ba51" 2024-11-12T07:22:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741c7dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,39361,-1] 2024-11-12T07:22:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:23,027 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:23,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7172e19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45469,1731396122749, seqNum=-1] 2024-11-12T07:22:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:23,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T07:22:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396132715.b43d5e90e11f460042cf076b21c128bb., hostname=cea23c84c117,45469,1731396122749, seqNum=2] 2024-11-12T07:22:23,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:23,224 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:23,361 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 379, reset compression=false 2024-11-12T07:22:23,484 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T07:22:23,528 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:23,530 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 379, reset compression=false 2024-11-12T07:22:23,534 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:23,534 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 504, reset compression=false 2024-11-12T07:22:23,534 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43d5e90e11f460042cf076b21c128bb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T07:22:23,536 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:23,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T07:22:23,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:23,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d186779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,40637,-1 for getting cluster id 2024-11-12T07:22:23,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:23,538 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ab0a537-4c92-4748-af19-56ed11585a98' 2024-11-12T07:22:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ab0a537-4c92-4748-af19-56ed11585a98" 2024-11-12T07:22:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc3a2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,40637,-1] 2024-11-12T07:22:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:23,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:23,539 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:23,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@233a1087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:23,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:23,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,44071,1731396128117, seqNum=-1] 2024-11-12T07:22:23,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:23,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T07:22:23,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9., hostname=cea23c84c117,44071,1731396128117, seqNum=2] 2024-11-12T07:22:23,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:23,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:23,739 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 504, reset compression=false 2024-11-12T07:22:23,865 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 379, reset compression=false 2024-11-12T07:22:23,870 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:23,870 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 528, reset compression=false 2024-11-12T07:22:23,870 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:23,931 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:24,043 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 504, reset compression=false 2024-11-12T07:22:24,073 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 528, reset compression=false 2024-11-12T07:22:24,377 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 528, reset compression=false 2024-11-12T07:22:24,435 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:24,446 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 504, reset compression=false 2024-11-12T07:22:24,485 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T07:22:24,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:24,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,45469,1731396122749, seqNum=-1] 2024-11-12T07:22:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:24,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:24,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731396132715.b43d5e90e11f460042cf076b21c128bb., hostname=cea23c84c117,45469,1731396122749, seqNum=2] 2024-11-12T07:22:24,492 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T07:22:24,781 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 528, reset compression=false 2024-11-12T07:22:24,948 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 504, reset compression=false 2024-11-12T07:22:24,953 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:24,953 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 608, reset compression=false 2024-11-12T07:22:24,953 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43d5e90e11f460042cf076b21c128bb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:22:24,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:24,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:25,037 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:25,157 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 608, reset compression=false 2024-11-12T07:22:25,284 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 528, reset compression=false 2024-11-12T07:22:25,288 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:25,288 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 656, reset compression=false 2024-11-12T07:22:25,288 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:25,461 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 608, reset compression=false 2024-11-12T07:22:25,491 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 656, reset compression=false 2024-11-12T07:22:25,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T07:22:25,497 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T07:22:25,741 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:25,794 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 656, reset compression=false 2024-11-12T07:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 760, reset compression=false 2024-11-12T07:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[{test/4825d91db9cfb26e1d33709e75487ff9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T07:22:25,799 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:25,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T07:22:25,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:25,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:25,865 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 608, reset compression=false 2024-11-12T07:22:25,869 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:25,869 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 735, reset compression=false 2024-11-12T07:22:25,869 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:26,000 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 760, reset compression=false 2024-11-12T07:22:26,072 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 735, reset compression=false 2024-11-12T07:22:26,303 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 760, reset compression=false 2024-11-12T07:22:26,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:26,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:26,362 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108699 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:26,375 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 735, reset compression=false 2024-11-12T07:22:26,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T07:22:26,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T07:22:26,544 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 480, reset compression=false 2024-11-12T07:22:26,548 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:26,548 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:26,548 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,42685,1731396118122 got entry batch from reader: WALEntryBatch [walEntries=[{test/decfa67c575219cc472b4969b3b03dc5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T07:22:26,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:26,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:26,706 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 760, reset compression=false 2024-11-12T07:22:26,753 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:26,778 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 735, reset compression=false 2024-11-12T07:22:26,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:26,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 883, reset compression=false 2024-11-12T07:22:26,782 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43d5e90e11f460042cf076b21c128bb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T07:22:26,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:26,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:26,985 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 883, reset compression=false 2024-11-12T07:22:27,055 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:27,209 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 760, reset compression=false 2024-11-12T07:22:27,212 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:27,212 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 932, reset compression=false 2024-11-12T07:22:27,212 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:27,288 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 883, reset compression=false 2024-11-12T07:22:27,416 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 932, reset compression=false 2024-11-12T07:22:27,458 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:27,503 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T07:22:27,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T07:22:27,690 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 883, reset compression=false 2024-11-12T07:22:27,694 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:27,694 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1042, reset compression=false 2024-11-12T07:22:27,694 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43d5e90e11f460042cf076b21c128bb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T07:22:27,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:27,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:27,718 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 932, reset compression=false 2024-11-12T07:22:27,722 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:27,722 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1082, reset compression=false 2024-11-12T07:22:27,722 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:27,897 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1042, reset compression=false 2024-11-12T07:22:27,925 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1082, reset compression=false 2024-11-12T07:22:27,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:22:27,961 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:28,200 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1042, reset compression=false 2024-11-12T07:22:28,228 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1082, reset compression=false 2024-11-12T07:22:28,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T07:22:28,510 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T07:22:28,563 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:28,603 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1042, reset compression=false 2024-11-12T07:22:28,630 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1082, reset compression=false 2024-11-12T07:22:28,635 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:22:28,635 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1241, reset compression=false 2024-11-12T07:22:28,635 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[{test/4825d91db9cfb26e1d33709e75487ff9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T07:22:28,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T07:22:28,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T07:22:28,840 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1241, reset compression=false 2024-11-12T07:22:29,106 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1042, reset compression=false 2024-11-12T07:22:29,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:29,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:29,110 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:29,143 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1241, reset compression=false 2024-11-12T07:22:29,275 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:29,313 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:29,511 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T07:22:29,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:22:29,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:29,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:29,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:29,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:29,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:29,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:22:29,516 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1440681801, stopped=false 2024-11-12T07:22:29,516 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,40637,1731396127976 2024-11-12T07:22:29,546 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1241, reset compression=false 2024-11-12T07:22:29,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21354671242/running 2024-11-12T07:22:29,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21354671242/running 2024-11-12T07:22:29,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:29,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:29,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:29,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:29,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:29,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:29,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/running 2024-11-12T07:22:29,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Set watcher on znode that does not yet exist, /21354671242/running 2024-11-12T07:22:29,563 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,44071,1731396128117' ***** 2024-11-12T07:22:29,563 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:22:29,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,44071,1731396128117 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44071. 2024-11-12T07:22:29,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767a0b2c2de900aea5486b981701977c, disabling compactions & flushes 2024-11-12T07:22:29,564 DEBUG [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:29,564 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:29,564 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:29,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:29,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. after waiting 0 ms 2024-11-12T07:22:29,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:22:29,564 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:22:29,564 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 767a0b2c2de900aea5486b981701977c 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T07:22:29,565 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:22:29,565 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1325): Online Regions={767a0b2c2de900aea5486b981701977c=hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c., 4825d91db9cfb26e1d33709e75487ff9=test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:22:29,565 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:29,565 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4825d91db9cfb26e1d33709e75487ff9, 767a0b2c2de900aea5486b981701977c 2024-11-12T07:22:29,565 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:29,565 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:29,565 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:29,565 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:29,565 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:22:29,582 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/.tmp/queue/b0140aecbae04d52947347eeb51ce571 is 154, key is 1-cea23c84c117,44071,1731396128117/queue:cea23c84c117%2C44071%2C1731396128117/1731396148639/Put/seqid=0 2024-11-12T07:22:29,582 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/info/d07de7d52c4444b2b1c3af52df9cb376 is 147, key is hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c./info:regioninfo/1731396142088/Put/seqid=0 2024-11-12T07:22:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741840_1016 (size=5353) 2024-11-12T07:22:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:22:29,590 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/.tmp/queue/b0140aecbae04d52947347eeb51ce571 2024-11-12T07:22:29,593 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/.tmp/queue/b0140aecbae04d52947347eeb51ce571 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/queue/b0140aecbae04d52947347eeb51ce571 2024-11-12T07:22:29,596 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/queue/b0140aecbae04d52947347eeb51ce571, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T07:22:29,597 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 767a0b2c2de900aea5486b981701977c in 33ms, sequenceid=12, compaction requested=false 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/replication/767a0b2c2de900aea5486b981701977c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:22:29,600 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767a0b2c2de900aea5486b981701977c: Waiting for close lock at 1731396149564Running coprocessor pre-close hooks at 1731396149564Disabling compacts and flushes for region at 1731396149564Disabling writes for close at 1731396149564Obtaining lock to block concurrent updates at 1731396149564Preparing flush snapshotting stores in 767a0b2c2de900aea5486b981701977c at 1731396149564Finished memstore snapshotting hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731396149565 (+1 ms)Flushing stores of hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. at 1731396149565Flushing 767a0b2c2de900aea5486b981701977c/queue: creating writer at 1731396149565Flushing 767a0b2c2de900aea5486b981701977c/queue: appending metadata at 1731396149582 (+17 ms)Flushing 767a0b2c2de900aea5486b981701977c/queue: closing flushed file at 1731396149582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c7071: reopening flushed file at 1731396149593 (+11 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 767a0b2c2de900aea5486b981701977c in 33ms, sequenceid=12, compaction requested=false at 1731396149597 (+4 ms)Writing region close event to WAL at 1731396149598 (+1 ms)Running coprocessor post-close hooks at 1731396149600 (+2 ms)Closed at 1731396149600 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396141334.767a0b2c2de900aea5486b981701977c. 2024-11-12T07:22:29,600 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4825d91db9cfb26e1d33709e75487ff9, disabling compactions & flushes 2024-11-12T07:22:29,601 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:29,601 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:29,601 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. after waiting 0 ms 2024-11-12T07:22:29,601 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:29,601 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4825d91db9cfb26e1d33709e75487ff9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T07:22:29,614 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f/3f19cfffbec64269b1c6e9767de1e724 is 29, key is row1/f:/1731396147504/DeleteFamily/seqid=0 2024-11-12T07:22:29,616 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741842_1018 (size=5152) 2024-11-12T07:22:29,646 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:29,765 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:29,965 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4825d91db9cfb26e1d33709e75487ff9 2024-11-12T07:22:29,990 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/info/d07de7d52c4444b2b1c3af52df9cb376 2024-11-12T07:22:30,005 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/ns/f80945fbf19c4d14a13c22fc4bb6ae06 is 43, key is default/ns:d/1731396131495/Put/seqid=0 2024-11-12T07:22:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741843_1019 (size=5153) 2024-11-12T07:22:30,017 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f/3f19cfffbec64269b1c6e9767de1e724 2024-11-12T07:22:30,019 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:30,020 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f19cfffbec64269b1c6e9767de1e724 2024-11-12T07:22:30,037 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f1/634d04e04ea94df8a826aa7484729b47 is 30, key is row1/f1:/1731396147504/DeleteFamily/seqid=0 2024-11-12T07:22:30,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741844_1020 (size=5158) 2024-11-12T07:22:30,040 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f1/634d04e04ea94df8a826aa7484729b47 2024-11-12T07:22:30,044 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634d04e04ea94df8a826aa7484729b47 2024-11-12T07:22:30,048 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1241, reset compression=false 2024-11-12T07:22:30,052 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:30,052 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1488, reset compression=false 2024-11-12T07:22:30,052 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,44071,1731396128117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:30,053 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,44071,1731396128117: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,44071,1731396128117, walGroup=cea23c84c117%2C44071%2C1731396128117, offset=cea23c84c117%2C44071%2C1731396128117.1731396130362:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:44071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:22:30,054 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:22:30,054 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:22:30,055 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:22:30,055 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:22:30,055 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:22:30,055 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 855032832 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201861808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:22:30,055 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:40637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:22:30,061 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/norep/1173f08fbb944ca684126f2d6af78fe7 is 33, key is row2/norep:/1731396148508/DeleteFamily/seqid=0 2024-11-12T07:22:30,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741845_1021 (size=5108) 2024-11-12T07:22:30,064 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/norep/1173f08fbb944ca684126f2d6af78fe7 2024-11-12T07:22:30,068 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1173f08fbb944ca684126f2d6af78fe7 2024-11-12T07:22:30,068 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f/3f19cfffbec64269b1c6e9767de1e724 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/f/3f19cfffbec64269b1c6e9767de1e724 2024-11-12T07:22:30,071 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f19cfffbec64269b1c6e9767de1e724 2024-11-12T07:22:30,071 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/f/3f19cfffbec64269b1c6e9767de1e724, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:30,072 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/f1/634d04e04ea94df8a826aa7484729b47 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/f1/634d04e04ea94df8a826aa7484729b47 2024-11-12T07:22:30,074 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634d04e04ea94df8a826aa7484729b47 2024-11-12T07:22:30,074 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/f1/634d04e04ea94df8a826aa7484729b47, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:30,075 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/.tmp/norep/1173f08fbb944ca684126f2d6af78fe7 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/norep/1173f08fbb944ca684126f2d6af78fe7 2024-11-12T07:22:30,077 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1173f08fbb944ca684126f2d6af78fe7 2024-11-12T07:22:30,078 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:30,078 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/norep/1173f08fbb944ca684126f2d6af78fe7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:30,078 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4825d91db9cfb26e1d33709e75487ff9 in 477ms, sequenceid=10, compaction requested=false 2024-11-12T07:22:30,081 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/default/test/4825d91db9cfb26e1d33709e75487ff9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T07:22:30,082 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:30,082 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:30,082 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:30,082 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4825d91db9cfb26e1d33709e75487ff9: Waiting for close lock at 1731396149600Running coprocessor pre-close hooks at 1731396149600Disabling compacts and flushes for region at 1731396149600Disabling writes for close at 1731396149601 (+1 ms)Obtaining lock to block concurrent updates at 1731396149601Preparing flush snapshotting stores in 4825d91db9cfb26e1d33709e75487ff9 at 1731396149601Finished memstore snapshotting test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731396149601Flushing stores of test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. at 1731396149601Flushing 4825d91db9cfb26e1d33709e75487ff9/f: creating writer at 1731396149601Flushing 4825d91db9cfb26e1d33709e75487ff9/f: appending metadata at 1731396149613 (+12 ms)Flushing 4825d91db9cfb26e1d33709e75487ff9/f: closing flushed file at 1731396149613Flushing 4825d91db9cfb26e1d33709e75487ff9/f1: creating writer at 1731396150021 (+408 ms)Flushing 4825d91db9cfb26e1d33709e75487ff9/f1: appending metadata at 1731396150036 (+15 ms)Flushing 4825d91db9cfb26e1d33709e75487ff9/f1: closing flushed file at 1731396150036Flushing 4825d91db9cfb26e1d33709e75487ff9/norep: creating writer at 1731396150044 (+8 ms)Flushing 4825d91db9cfb26e1d33709e75487ff9/norep: appending metadata at 1731396150060 (+16 ms)Flushing 4825d91db9cfb26e1d33709e75487ff9/norep: closing flushed file at 1731396150060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db95f8d: reopening flushed file at 1731396150068 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1f2b66: reopening flushed file at 1731396150071 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65537c9b: reopening flushed file at 1731396150075 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4825d91db9cfb26e1d33709e75487ff9 in 477ms, sequenceid=10, compaction requested=false at 1731396150078 (+3 ms)Writing region close event to WAL at 1731396150079 (+1 ms)Running coprocessor post-close hooks at 1731396150082 (+3 ms)Closed at 1731396150082 2024-11-12T07:22:30,082 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9. 2024-11-12T07:22:30,165 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:30,255 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 1488, reset compression=false 2024-11-12T07:22:30,259 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:30,259 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 2132, reset compression=false 2024-11-12T07:22:30,316 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:22:30,317 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:22:30,365 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:30,408 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/ns/f80945fbf19c4d14a13c22fc4bb6ae06 2024-11-12T07:22:30,428 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c10776a2ad4dd78690678b66b9ddc8 is 112, key is test,,1731396134865.4825d91db9cfb26e1d33709e75487ff9./rep_barrier:seqnumDuringOpen/1731396136031/Put/seqid=0 2024-11-12T07:22:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741846_1022 (size=5518) 2024-11-12T07:22:30,461 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 2132, reset compression=false 2024-11-12T07:22:30,522 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:30,565 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:22:30,565 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:22:30,566 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:30,764 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 2132, reset compression=false 2024-11-12T07:22:30,766 DEBUG [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:30,832 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c10776a2ad4dd78690678b66b9ddc8 2024-11-12T07:22:30,889 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/table/f5972db029e649c2b875662a8e0e301d is 53, key is hbase:replication/table:state/1731396142093/Put/seqid=0 2024-11-12T07:22:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741847_1023 (size=5308) 2024-11-12T07:22:30,893 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/table/f5972db029e649c2b875662a8e0e301d 2024-11-12T07:22:30,896 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/info/d07de7d52c4444b2b1c3af52df9cb376 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/info/d07de7d52c4444b2b1c3af52df9cb376 2024-11-12T07:22:30,899 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/info/d07de7d52c4444b2b1c3af52df9cb376, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:22:30,900 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/ns/f80945fbf19c4d14a13c22fc4bb6ae06 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/ns/f80945fbf19c4d14a13c22fc4bb6ae06 2024-11-12T07:22:30,903 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/ns/f80945fbf19c4d14a13c22fc4bb6ae06, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:22:30,903 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/rep_barrier/e9c10776a2ad4dd78690678b66b9ddc8 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/rep_barrier/e9c10776a2ad4dd78690678b66b9ddc8 2024-11-12T07:22:30,906 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/rep_barrier/e9c10776a2ad4dd78690678b66b9ddc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:22:30,907 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/.tmp/table/f5972db029e649c2b875662a8e0e301d as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/table/f5972db029e649c2b875662a8e0e301d 2024-11-12T07:22:30,910 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/table/f5972db029e649c2b875662a8e0e301d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:22:30,910 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-12T07:22:30,913 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:22:30,914 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:30,914 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:22:30,914 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:30,914 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396149565Running coprocessor pre-close hooks at 1731396149565Disabling compacts and flushes for region at 1731396149565Disabling writes for close at 1731396149565Obtaining lock to block concurrent updates at 1731396149565Preparing flush snapshotting stores in 1588230740 at 1731396149565Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396149565Flushing stores of hbase:meta,,1.1588230740 at 1731396149565Flushing 1588230740/info: creating writer at 1731396149565Flushing 1588230740/info: appending metadata at 1731396149582 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731396149582Flushing 1588230740/ns: creating writer at 1731396149992 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731396150004 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731396150004Flushing 1588230740/rep_barrier: creating writer at 1731396150411 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396150428 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396150428Flushing 1588230740/table: creating writer at 1731396150873 (+445 ms)Flushing 1588230740/table: appending metadata at 1731396150888 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731396150888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f60d329: reopening flushed file at 1731396150896 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3753ef70: reopening flushed file at 1731396150899 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ea9318: reopening flushed file at 1731396150903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3261f0de: reopening flushed file at 1731396150906 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1731396150910 (+4 ms)Writing region close event to WAL at 1731396150912 (+2 ms)Running coprocessor post-close hooks at 1731396150914 (+2 ms)Closed at 1731396150914 2024-11-12T07:22:30,914 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:30,966 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,44071,1731396128117; all regions closed. 2024-11-12T07:22:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:22:30,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.meta.1731396131446.meta not finished, retry = 0 2024-11-12T07:22:30,980 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741839_1015 (size=3114) 2024-11-12T07:22:31,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741832_1008 (size=2140) 2024-11-12T07:22:31,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 not finished, retry = 0 2024-11-12T07:22:31,125 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:31,167 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 to pos 2132, reset compression=false 2024-11-12T07:22:31,173 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:31,173 INFO [RS:0;cea23c84c117:44071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:31,173 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/WALs/cea23c84c117,44071,1731396128117/cea23c84c117%2C44071%2C1731396128117.1731396130362 2024-11-12T07:22:31,173 INFO [RS:0;cea23c84c117:44071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:31,173 INFO [RS:0;cea23c84c117:44071 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:31,173 INFO [RS:0;cea23c84c117:44071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:31,173 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:31,173 INFO [RS:0;cea23c84c117:44071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,44071,1731396128117 because: Region server is closing 2024-11-12T07:22:31,174 INFO [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44071. 2024-11-12T07:22:31,174 DEBUG [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:31,174 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:31,174 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:31,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:31,274 INFO [RS:0;cea23c84c117:44071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.shippercea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 terminated 2024-11-12T07:22:31,274 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,44071,1731396128117.replicationSource.wal-reader.cea23c84c117%2C44071%2C1731396128117,1-cea23c84c117,44071,1731396128117 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T07:22:31,274 INFO [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:44071. 2024-11-12T07:22:31,274 DEBUG [RS:0;cea23c84c117:44071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:31,274 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:31,275 DEBUG [RS:0;cea23c84c117:44071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:31,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:31,275 INFO [RS:0;cea23c84c117:44071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44071 2024-11-12T07:22:31,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21354671242/rs/cea23c84c117,44071,1731396128117 2024-11-12T07:22:31,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242/rs 2024-11-12T07:22:31,329 INFO [RS:0;cea23c84c117:44071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:31,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,44071,1731396128117] 2024-11-12T07:22:31,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21354671242/draining/cea23c84c117,44071,1731396128117 already deleted, retry=false 2024-11-12T07:22:31,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,44071,1731396128117 expired; onlineServers=0 2024-11-12T07:22:31,457 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,40637,1731396127976' ***** 2024-11-12T07:22:31,457 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:22:31,457 INFO [M:0;cea23c84c117:40637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:31,457 INFO [M:0;cea23c84c117:40637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:31,457 DEBUG [M:0;cea23c84c117:40637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:22:31,457 DEBUG [M:0;cea23c84c117:40637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:22:31,457 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:22:31,457 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396130117 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396130117,5,FailOnTimeoutGroup] 2024-11-12T07:22:31,457 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396130117 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396130117,5,FailOnTimeoutGroup] 2024-11-12T07:22:31,458 INFO [M:0;cea23c84c117:40637 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:31,458 INFO [M:0;cea23c84c117:40637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:31,458 DEBUG [M:0;cea23c84c117:40637 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:22:31,458 INFO [M:0;cea23c84c117:40637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:22:31,458 INFO [M:0;cea23c84c117:40637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:31,458 INFO [M:0;cea23c84c117:40637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:22:31,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:22:31,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21354671242/master 2024-11-12T07:22:31,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21354671242 2024-11-12T07:22:31,467 DEBUG [M:0;cea23c84c117:40637 {}] zookeeper.ZKUtil(347): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Unable to get data of znode /21354671242/master because node does not exist (not an error) 2024-11-12T07:22:31,467 WARN [M:0;cea23c84c117:40637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:22:31,468 INFO [M:0;cea23c84c117:40637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/.lastflushedseqids 2024-11-12T07:22:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741848_1024 (size=245) 2024-11-12T07:22:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:31,494 INFO [RS:0;cea23c84c117:44071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44071-0x1012dec1b4b0007, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:31,494 INFO [RS:0;cea23c84c117:44071 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,44071,1731396128117; zookeeper connection closed. 2024-11-12T07:22:31,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4edd9bf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4edd9bf9 2024-11-12T07:22:31,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:22:31,828 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:31,880 INFO [M:0;cea23c84c117:40637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:22:31,880 INFO [M:0;cea23c84c117:40637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:22:31,880 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:31,880 INFO [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:31,880 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:31,880 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:31,880 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:31,880 INFO [M:0;cea23c84c117:40637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T07:22:31,894 DEBUG [M:0;cea23c84c117:40637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1b4c9e6c3b4089a071e582f4f6734a is 82, key is hbase:meta,,1/info:regioninfo/1731396131472/Put/seqid=0 2024-11-12T07:22:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741849_1025 (size=5672) 2024-11-12T07:22:31,983 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:32,199 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:22:32,297 INFO [M:0;cea23c84c117:40637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1b4c9e6c3b4089a071e582f4f6734a 2024-11-12T07:22:32,316 DEBUG [M:0;cea23c84c117:40637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fad6c40d4f99409d8b5a33040d5a8c13 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396142095/Put/seqid=0 2024-11-12T07:22:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741850_1026 (size=8517) 2024-11-12T07:22:32,320 INFO [M:0;cea23c84c117:40637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fad6c40d4f99409d8b5a33040d5a8c13 2024-11-12T07:22:32,336 DEBUG [M:0;cea23c84c117:40637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35895c3c06dd464dadb4f1421b63e015 is 69, key is cea23c84c117,44071,1731396128117/rs:state/1731396130176/Put/seqid=0 2024-11-12T07:22:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741851_1027 (size=5156) 2024-11-12T07:22:32,631 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:32,740 INFO [M:0;cea23c84c117:40637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35895c3c06dd464dadb4f1421b63e015 2024-11-12T07:22:32,743 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1b4c9e6c3b4089a071e582f4f6734a as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d1b4c9e6c3b4089a071e582f4f6734a 2024-11-12T07:22:32,746 INFO [M:0;cea23c84c117:40637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d1b4c9e6c3b4089a071e582f4f6734a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:22:32,746 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fad6c40d4f99409d8b5a33040d5a8c13 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fad6c40d4f99409d8b5a33040d5a8c13 2024-11-12T07:22:32,749 INFO [M:0;cea23c84c117:40637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fad6c40d4f99409d8b5a33040d5a8c13, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:22:32,749 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35895c3c06dd464dadb4f1421b63e015 as hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35895c3c06dd464dadb4f1421b63e015 2024-11-12T07:22:32,752 INFO [M:0;cea23c84c117:40637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45745/user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35895c3c06dd464dadb4f1421b63e015, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:22:32,753 INFO [M:0;cea23c84c117:40637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false 2024-11-12T07:22:32,754 INFO [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:32,754 DEBUG [M:0;cea23c84c117:40637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396151880Disabling compacts and flushes for region at 1731396151880Disabling writes for close at 1731396151880Obtaining lock to block concurrent updates at 1731396151880Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396151880Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731396151881 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396151881Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396151881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396151894 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396151894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396152301 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396152316 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396152316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396152323 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396152336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396152336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1496c2fe: reopening flushed file at 1731396152743 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75805b8c: reopening flushed file at 1731396152746 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74648122: reopening flushed file at 1731396152749 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=97, compaction requested=false at 1731396152753 (+4 ms)Writing region close event to WAL at 1731396152754 (+1 ms)Closed at 1731396152754 2024-11-12T07:22:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741830_1006 (size=63666) 2024-11-12T07:22:32,756 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7826fb04-b6d1-4163-837b-67e8b641faf1/MasterData/WALs/cea23c84c117,40637,1731396127976/cea23c84c117%2C40637%2C1731396127976.1731396129865 not finished, retry = 0 2024-11-12T07:22:32,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:32,856 INFO [M:0;cea23c84c117:40637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:22:32,857 INFO [M:0;cea23c84c117:40637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40637 2024-11-12T07:22:32,857 INFO [M:0;cea23c84c117:40637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40637-0x1012dec1b4b0006, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:33,041 INFO [M:0;cea23c84c117:40637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:33,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ce75dc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:33,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b804bd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:33,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:33,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1f39e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:33,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34827659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:33,045 WARN [BP-1968263112-172.17.0.2-1731396126123 heartbeating to localhost/127.0.0.1:45745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:22:33,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:22:33,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:22:33,045 WARN [BP-1968263112-172.17.0.2-1731396126123 heartbeating to localhost/127.0.0.1:45745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1968263112-172.17.0.2-1731396126123 (Datanode Uuid 13fc128d-e64e-4c4e-b3e8-007862d0e4a1) service to localhost/127.0.0.1:45745 2024-11-12T07:22:33,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/cluster_54f8a553-5058-e929-88fd-bf5642833269/data/data1/current/BP-1968263112-172.17.0.2-1731396126123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:33,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/cluster_54f8a553-5058-e929-88fd-bf5642833269/data/data2/current/BP-1968263112-172.17.0.2-1731396126123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:33,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:22:33,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72450e6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:33,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d41e0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:33,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:33,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dae57aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:33,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d612952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:22:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:22:33,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:33,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:33,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:33,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:33,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:22:33,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:33,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497656824, stopped=false 2024-11-12T07:22:33,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,39361,1731396122609 2024-11-12T07:22:33,087 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:33,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038747923/running 2024-11-12T07:22:33,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038747923/running 2024-11-12T07:22:33,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:33,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:33,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:33,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:33,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/running 2024-11-12T07:22:33,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Set watcher on znode that does not yet exist, /12038747923/running 2024-11-12T07:22:33,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:33,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:33,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,45469,1731396122749' ***** 2024-11-12T07:22:33,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:22:33,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for 44c29ce04d60bdc436467953dc659db5 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,45469,1731396122749 2024-11-12T07:22:33,090 INFO [RS:0;cea23c84c117:45469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:45469. 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44c29ce04d60bdc436467953dc659db5, disabling compactions & flushes 2024-11-12T07:22:33,091 DEBUG [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:33,091 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:33,091 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. after waiting 0 ms 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:22:33,091 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44c29ce04d60bdc436467953dc659db5 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T07:22:33,091 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:22:33,091 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44c29ce04d60bdc436467953dc659db5=hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5., b43d5e90e11f460042cf076b21c128bb=test,,1731396132715.b43d5e90e11f460042cf076b21c128bb.} 2024-11-12T07:22:33,091 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44c29ce04d60bdc436467953dc659db5, b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:33,091 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:33,091 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:33,091 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:22:33,105 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/.tmp/queue/2bc489feb39c47d0b12122aa69b7dba7 is 154, key is 1-cea23c84c117,45469,1731396122749/queue:cea23c84c117%2C45469%2C1731396122749/1731396149111/Put/seqid=0 2024-11-12T07:22:33,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741840_1016 (size=5353) 2024-11-12T07:22:33,108 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/.tmp/queue/2bc489feb39c47d0b12122aa69b7dba7 2024-11-12T07:22:33,109 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/info/aef588a66e1b44c3a600fe6d4d3d8dae is 147, key is hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5./info:regioninfo/1731396140452/Put/seqid=0 2024-11-12T07:22:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:22:33,112 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/info/aef588a66e1b44c3a600fe6d4d3d8dae 2024-11-12T07:22:33,113 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/.tmp/queue/2bc489feb39c47d0b12122aa69b7dba7 as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/queue/2bc489feb39c47d0b12122aa69b7dba7 2024-11-12T07:22:33,116 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/queue/2bc489feb39c47d0b12122aa69b7dba7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T07:22:33,117 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44c29ce04d60bdc436467953dc659db5 in 26ms, sequenceid=12, compaction requested=false 2024-11-12T07:22:33,119 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/replication/44c29ce04d60bdc436467953dc659db5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:22:33,120 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44c29ce04d60bdc436467953dc659db5: Waiting for close lock at 1731396153091Running coprocessor pre-close hooks at 1731396153091Disabling compacts and flushes for region at 1731396153091Disabling writes for close at 1731396153091Obtaining lock to block concurrent updates at 1731396153091Preparing flush snapshotting stores in 44c29ce04d60bdc436467953dc659db5 at 1731396153091Finished memstore snapshotting hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731396153091Flushing stores of hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. at 1731396153091Flushing 44c29ce04d60bdc436467953dc659db5/queue: creating writer at 1731396153092 (+1 ms)Flushing 44c29ce04d60bdc436467953dc659db5/queue: appending metadata at 1731396153104 (+12 ms)Flushing 44c29ce04d60bdc436467953dc659db5/queue: closing flushed file at 1731396153104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acc281: reopening flushed file at 1731396153112 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44c29ce04d60bdc436467953dc659db5 in 26ms, sequenceid=12, compaction requested=false at 1731396153117 (+5 ms)Writing region close event to WAL at 1731396153117Running coprocessor post-close hooks at 1731396153120 (+3 ms)Closed at 1731396153120 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396139185.44c29ce04d60bdc436467953dc659db5. 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b43d5e90e11f460042cf076b21c128bb, disabling compactions & flushes 2024-11-12T07:22:33,120 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. after waiting 0 ms 2024-11-12T07:22:33,120 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:33,120 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b43d5e90e11f460042cf076b21c128bb 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T07:22:33,129 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/ns/be26abff3dc44f7e9b185189ebcf3c7d is 43, key is default/ns:d/1731396126032/Put/seqid=0 2024-11-12T07:22:33,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741842_1018 (size=5153) 2024-11-12T07:22:33,134 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f/16a414de7926475c9fda882a3b5f92cb is 29, key is row1/f:/1731396147504/DeleteFamily/seqid=0 2024-11-12T07:22:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741843_1019 (size=5152) 2024-11-12T07:22:33,181 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:33,291 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,491 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,532 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/ns/be26abff3dc44f7e9b185189ebcf3c7d 2024-11-12T07:22:33,534 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1191, reset compression=false 2024-11-12T07:22:33,537 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f/16a414de7926475c9fda882a3b5f92cb 2024-11-12T07:22:33,538 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:33,538 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1438, reset compression=false 2024-11-12T07:22:33,538 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,45469,1731396122749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:33,539 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,45469,1731396122749: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,45469,1731396122749, walGroup=cea23c84c117%2C45469%2C1731396122749, offset=cea23c84c117%2C45469%2C1731396122749.1731396125187:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:45469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:22:33,540 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:22:33,540 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:22:33,541 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:22:33,541 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:22:33,541 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:22:33,541 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 928433152 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202364152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:22:33,542 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16a414de7926475c9fda882a3b5f92cb 2024-11-12T07:22:33,541 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:22:33,554 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/rep_barrier/9b62b63bb6c5452aa883925c02a1ba70 is 112, key is test,,1731396132715.b43d5e90e11f460042cf076b21c128bb./rep_barrier:seqnumDuringOpen/1731396133856/Put/seqid=0 2024-11-12T07:22:33,555 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f1/2e4d51603036449a96c9d96f8b043a92 is 30, key is row1/f1:/1731396147504/DeleteFamily/seqid=0 2024-11-12T07:22:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741844_1020 (size=5518) 2024-11-12T07:22:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741845_1021 (size=5158) 2024-11-12T07:22:33,558 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f1/2e4d51603036449a96c9d96f8b043a92 2024-11-12T07:22:33,561 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4d51603036449a96c9d96f8b043a92 2024-11-12T07:22:33,574 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/norep/62553c60318442a893c65af04e329de3 is 33, key is row1/norep:/1731396147504/DeleteFamily/seqid=0 2024-11-12T07:22:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741846_1022 (size=5108) 2024-11-12T07:22:33,692 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,741 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1438, reset compression=false 2024-11-12T07:22:33,892 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43d5e90e11f460042cf076b21c128bb 2024-11-12T07:22:33,958 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/rep_barrier/9b62b63bb6c5452aa883925c02a1ba70 2024-11-12T07:22:33,977 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/norep/62553c60318442a893c65af04e329de3 2024-11-12T07:22:33,978 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/table/d599466c9f21457ea88b51f87cb6a233 is 53, key is hbase:replication/table:state/1731396140458/Put/seqid=0 2024-11-12T07:22:33,981 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62553c60318442a893c65af04e329de3 2024-11-12T07:22:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741847_1023 (size=5308) 2024-11-12T07:22:33,981 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f/16a414de7926475c9fda882a3b5f92cb as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/f/16a414de7926475c9fda882a3b5f92cb 2024-11-12T07:22:33,984 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16a414de7926475c9fda882a3b5f92cb 2024-11-12T07:22:33,984 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/f/16a414de7926475c9fda882a3b5f92cb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:33,985 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/f1/2e4d51603036449a96c9d96f8b043a92 as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/f1/2e4d51603036449a96c9d96f8b043a92 2024-11-12T07:22:33,988 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4d51603036449a96c9d96f8b043a92 2024-11-12T07:22:33,989 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/f1/2e4d51603036449a96c9d96f8b043a92, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:33,989 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/.tmp/norep/62553c60318442a893c65af04e329de3 as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/norep/62553c60318442a893c65af04e329de3 2024-11-12T07:22:33,992 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62553c60318442a893c65af04e329de3 2024-11-12T07:22:33,992 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/norep/62553c60318442a893c65af04e329de3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T07:22:33,993 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b43d5e90e11f460042cf076b21c128bb in 873ms, sequenceid=10, compaction requested=false 2024-11-12T07:22:33,998 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/default/test/b43d5e90e11f460042cf076b21c128bb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T07:22:33,998 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:33,998 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:33,999 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:33,999 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b43d5e90e11f460042cf076b21c128bb: Waiting for close lock at 1731396153120Running coprocessor pre-close hooks at 1731396153120Disabling compacts and flushes for region at 1731396153120Disabling writes for close at 1731396153120Obtaining lock to block concurrent updates at 1731396153120Preparing flush snapshotting stores in b43d5e90e11f460042cf076b21c128bb at 1731396153120Finished memstore snapshotting test,,1731396132715.b43d5e90e11f460042cf076b21c128bb., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731396153120Flushing stores of test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. at 1731396153121 (+1 ms)Flushing b43d5e90e11f460042cf076b21c128bb/f: creating writer at 1731396153121Flushing b43d5e90e11f460042cf076b21c128bb/f: appending metadata at 1731396153133 (+12 ms)Flushing b43d5e90e11f460042cf076b21c128bb/f: closing flushed file at 1731396153133Flushing b43d5e90e11f460042cf076b21c128bb/f1: creating writer at 1731396153542 (+409 ms)Flushing b43d5e90e11f460042cf076b21c128bb/f1: appending metadata at 1731396153554 (+12 ms)Flushing b43d5e90e11f460042cf076b21c128bb/f1: closing flushed file at 1731396153554Flushing b43d5e90e11f460042cf076b21c128bb/norep: creating writer at 1731396153561 (+7 ms)Flushing b43d5e90e11f460042cf076b21c128bb/norep: appending metadata at 1731396153573 (+12 ms)Flushing b43d5e90e11f460042cf076b21c128bb/norep: closing flushed file at 1731396153573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39df425f: reopening flushed file at 1731396153981 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a02192: reopening flushed file at 1731396153985 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1661c0: reopening flushed file at 1731396153989 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b43d5e90e11f460042cf076b21c128bb in 873ms, sequenceid=10, compaction requested=false at 1731396153993 (+4 ms)Writing region close event to WAL at 1731396153995 (+2 ms)Running coprocessor post-close hooks at 1731396153998 (+3 ms)Closed at 1731396153998 2024-11-12T07:22:33,999 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396132715.b43d5e90e11f460042cf076b21c128bb. 2024-11-12T07:22:34,044 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 1438, reset compression=false 2024-11-12T07:22:34,048 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:34,048 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 2082, reset compression=false 2024-11-12T07:22:34,092 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:22:34,092 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:22:34,092 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:34,119 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:22:34,120 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:22:34,251 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 2082, reset compression=false 2024-11-12T07:22:34,291 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:34,292 DEBUG [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:22:34,381 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/table/d599466c9f21457ea88b51f87cb6a233 2024-11-12T07:22:34,386 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/info/aef588a66e1b44c3a600fe6d4d3d8dae as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/info/aef588a66e1b44c3a600fe6d4d3d8dae 2024-11-12T07:22:34,389 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/info/aef588a66e1b44c3a600fe6d4d3d8dae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:22:34,389 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/ns/be26abff3dc44f7e9b185189ebcf3c7d as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/ns/be26abff3dc44f7e9b185189ebcf3c7d 2024-11-12T07:22:34,392 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/ns/be26abff3dc44f7e9b185189ebcf3c7d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:22:34,393 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/rep_barrier/9b62b63bb6c5452aa883925c02a1ba70 as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/rep_barrier/9b62b63bb6c5452aa883925c02a1ba70 2024-11-12T07:22:34,396 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/rep_barrier/9b62b63bb6c5452aa883925c02a1ba70, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:22:34,396 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/.tmp/table/d599466c9f21457ea88b51f87cb6a233 as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/table/d599466c9f21457ea88b51f87cb6a233 2024-11-12T07:22:34,399 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/table/d599466c9f21457ea88b51f87cb6a233, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:22:34,400 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-12T07:22:34,400 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:22:34,407 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:22:34,407 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:34,407 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:22:34,407 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:34,407 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396153091Running coprocessor pre-close hooks at 1731396153091Disabling compacts and flushes for region at 1731396153091Disabling writes for close at 1731396153091Obtaining lock to block concurrent updates at 1731396153091Preparing flush snapshotting stores in 1588230740 at 1731396153091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396153092 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396153096 (+4 ms)Flushing 1588230740/info: creating writer at 1731396153096Flushing 1588230740/info: appending metadata at 1731396153109 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731396153109Flushing 1588230740/ns: creating writer at 1731396153116 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731396153128 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731396153128Flushing 1588230740/rep_barrier: creating writer at 1731396153537 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396153553 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396153553Flushing 1588230740/table: creating writer at 1731396153962 (+409 ms)Flushing 1588230740/table: appending metadata at 1731396153978 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731396153978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78833300: reopening flushed file at 1731396154385 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c21708: reopening flushed file at 1731396154389 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4198d686: reopening flushed file at 1731396154392 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be38890: reopening flushed file at 1731396154396 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731396154400 (+4 ms)Writing region close event to WAL at 1731396154404 (+4 ms)Running coprocessor post-close hooks at 1731396154407 (+3 ms)Closed at 1731396154407 2024-11-12T07:22:34,407 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:34,492 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,45469,1731396122749; all regions closed. 2024-11-12T07:22:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:22:34,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.meta.1731396125994.meta not finished, retry = 0 2024-11-12T07:22:34,555 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 to pos 2082, reset compression=false 2024-11-12T07:22:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741839_1015 (size=3114) 2024-11-12T07:22:34,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.rep.1731396140422 not finished, retry = 0 2024-11-12T07:22:34,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:34,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741832_1008 (size=2090) 2024-11-12T07:22:34,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/WALs/cea23c84c117,45469,1731396122749/cea23c84c117%2C45469%2C1731396122749.1731396125187 not finished, retry = 0 2024-11-12T07:22:34,800 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:34,800 INFO [RS:0;cea23c84c117:45469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:34,800 INFO [RS:0;cea23c84c117:45469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:34,800 INFO [RS:0;cea23c84c117:45469 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:34,801 INFO [RS:0;cea23c84c117:45469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:34,801 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:34,801 INFO [RS:0;cea23c84c117:45469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,45469,1731396122749 because: Region server is closing 2024-11-12T07:22:34,801 INFO [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:45469. 2024-11-12T07:22:34,801 DEBUG [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:34,801 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:34,801 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:34,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:34,900 DEBUG [master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=19, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-12T07:22:34,901 DEBUG [master/cea23c84c117:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T07:22:34,901 INFO [RS:0;cea23c84c117:45469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.shippercea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 terminated 2024-11-12T07:22:34,902 INFO [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:45469. 2024-11-12T07:22:34,901 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,45469,1731396122749.replicationSource.wal-reader.cea23c84c117%2C45469%2C1731396122749,1-cea23c84c117,45469,1731396122749 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:22:34,902 DEBUG [RS:0;cea23c84c117:45469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:34,902 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:34,902 DEBUG [RS:0;cea23c84c117:45469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:34,902 INFO [RS:0;cea23c84c117:45469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45469 2024-11-12T07:22:34,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038747923/rs/cea23c84c117,45469,1731396122749 2024-11-12T07:22:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923/rs 2024-11-12T07:22:34,961 INFO [RS:0;cea23c84c117:45469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:34,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,45469,1731396122749] 2024-11-12T07:22:35,014 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12038747923/draining/cea23c84c117,45469,1731396122749 already deleted, retry=false 2024-11-12T07:22:35,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,45469,1731396122749 expired; onlineServers=0 2024-11-12T07:22:35,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,39361,1731396122609' ***** 2024-11-12T07:22:35,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:35,015 DEBUG [M:0;cea23c84c117:39361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:22:35,015 DEBUG [M:0;cea23c84c117:39361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:22:35,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:22:35,015 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396124790 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396124790,5,FailOnTimeoutGroup] 2024-11-12T07:22:35,015 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396124790 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396124790,5,FailOnTimeoutGroup] 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:35,015 DEBUG [M:0;cea23c84c117:39361 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:35,015 INFO [M:0;cea23c84c117:39361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:22:35,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:22:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038747923/master 2024-11-12T07:22:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038747923 2024-11-12T07:22:35,025 DEBUG [M:0;cea23c84c117:39361 {}] zookeeper.ZKUtil(347): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Unable to get data of znode /12038747923/master because node does not exist (not an error) 2024-11-12T07:22:35,025 WARN [M:0;cea23c84c117:39361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:22:35,026 INFO [M:0;cea23c84c117:39361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/.lastflushedseqids 2024-11-12T07:22:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741848_1024 (size=245) 2024-11-12T07:22:35,030 INFO [M:0;cea23c84c117:39361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:22:35,030 INFO [M:0;cea23c84c117:39361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:22:35,030 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:35,030 INFO [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:35,030 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:35,030 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:35,030 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:35,030 INFO [M:0;cea23c84c117:39361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T07:22:35,044 DEBUG [M:0;cea23c84c117:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f48e6c5d0e64a17bfa3ce3c9b58330a is 82, key is hbase:meta,,1/info:regioninfo/1731396126020/Put/seqid=0 2024-11-12T07:22:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741849_1025 (size=5672) 2024-11-12T07:22:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:35,100 INFO [RS:0;cea23c84c117:45469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45469-0x1012dec1b4b0004, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:35,100 INFO [RS:0;cea23c84c117:45469 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,45469,1731396122749; zookeeper connection closed. 2024-11-12T07:22:35,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ed87bd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ed87bd8 2024-11-12T07:22:35,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:22:35,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:35,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:35,448 INFO [M:0;cea23c84c117:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f48e6c5d0e64a17bfa3ce3c9b58330a 2024-11-12T07:22:35,463 DEBUG [M:0;cea23c84c117:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7129118bfb014256b28ba4a0dedfa99f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396140461/Put/seqid=0 2024-11-12T07:22:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741850_1026 (size=8516) 2024-11-12T07:22:35,594 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:35,867 INFO [M:0;cea23c84c117:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7129118bfb014256b28ba4a0dedfa99f 2024-11-12T07:22:35,884 DEBUG [M:0;cea23c84c117:39361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca18ef4f57094234ba7bff633d2c08dd is 69, key is cea23c84c117,45469,1731396122749/rs:state/1731396124903/Put/seqid=0 2024-11-12T07:22:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741851_1027 (size=5156) 2024-11-12T07:22:36,287 INFO [M:0;cea23c84c117:39361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca18ef4f57094234ba7bff633d2c08dd 2024-11-12T07:22:36,291 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f48e6c5d0e64a17bfa3ce3c9b58330a as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f48e6c5d0e64a17bfa3ce3c9b58330a 2024-11-12T07:22:36,294 INFO [M:0;cea23c84c117:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f48e6c5d0e64a17bfa3ce3c9b58330a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T07:22:36,295 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7129118bfb014256b28ba4a0dedfa99f as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7129118bfb014256b28ba4a0dedfa99f 2024-11-12T07:22:36,298 INFO [M:0;cea23c84c117:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7129118bfb014256b28ba4a0dedfa99f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T07:22:36,298 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca18ef4f57094234ba7bff633d2c08dd as hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca18ef4f57094234ba7bff633d2c08dd 2024-11-12T07:22:36,301 INFO [M:0;cea23c84c117:39361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33039/user/jenkins/test-data/46ae9e9c-b919-5c46-e41f-276ca276c0b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca18ef4f57094234ba7bff633d2c08dd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T07:22:36,302 INFO [M:0;cea23c84c117:39361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-12T07:22:36,303 INFO [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:36,303 DEBUG [M:0;cea23c84c117:39361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396155030Disabling compacts and flushes for region at 1731396155030Disabling writes for close at 1731396155030Obtaining lock to block concurrent updates at 1731396155030Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396155030Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731396155031 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396155031Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396155031Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396155044 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396155044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396155451 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396155463 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396155463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396155871 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396155883 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396155883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cd868d: reopening flushed file at 1731396156290 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624d5ba: reopening flushed file at 1731396156294 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543dc642: reopening flushed file at 1731396156298 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731396156302 (+4 ms)Writing region close event to WAL at 1731396156303 (+1 ms)Closed at 1731396156303 2024-11-12T07:22:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35421 is added to blk_1073741830_1006 (size=63654) 2024-11-12T07:22:36,305 INFO [M:0;cea23c84c117:39361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:22:36,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:36,305 INFO [M:0;cea23c84c117:39361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39361 2024-11-12T07:22:36,305 INFO [M:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:36,462 INFO [M:0;cea23c84c117:39361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:36,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:36,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39361-0x1012dec1b4b0003, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:36,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@763b0c73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:36,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f5d7838{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:36,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:36,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a51e760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:36,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b234ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:36,466 WARN [BP-1050448881-172.17.0.2-1731396120708 heartbeating to localhost/127.0.0.1:33039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:22:36,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:22:36,466 WARN [BP-1050448881-172.17.0.2-1731396120708 heartbeating to localhost/127.0.0.1:33039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1050448881-172.17.0.2-1731396120708 (Datanode Uuid 2dadfb0d-cc4f-4657-8b04-d56c2ed76675) service to localhost/127.0.0.1:33039 2024-11-12T07:22:36,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:22:36,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/cluster_cced1ea5-38b0-c53c-0590-ac9d8dd43612/data/data1/current/BP-1050448881-172.17.0.2-1731396120708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:36,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/cluster_cced1ea5-38b0-c53c-0590-ac9d8dd43612/data/data2/current/BP-1050448881-172.17.0.2-1731396120708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:36,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:22:36,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58243550{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:36,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b0e7e04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:36,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:36,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d2fda54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:36,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2911e279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d49ceac8-7ef9-2138-55b2-d83facff708a/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:36,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:22:36,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:22:36,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:36,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:36,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:36,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:36,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:36,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:22:36,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1595299523, stopped=false 2024-11-12T07:22:36,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,39741,1731396117961 2024-11-12T07:22:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01186812349/running 2024-11-12T07:22:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01186812349/running 2024-11-12T07:22:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:36,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:36,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/running 2024-11-12T07:22:36,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:36,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:36,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Set watcher on znode that does not yet exist, /01186812349/running 2024-11-12T07:22:36,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:36,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,42685,1731396118122' ***** 2024-11-12T07:22:36,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:22:36,510 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:22:36,510 INFO [RS:0;cea23c84c117:42685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:22:36,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:22:36,510 INFO [RS:0;cea23c84c117:42685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:22:36,510 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(3091): Received CLOSE for decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(3091): Received CLOSE for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,42685,1731396118122 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:42685. 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing decfa67c575219cc472b4969b3b03dc5, disabling compactions & flushes 2024-11-12T07:22:36,511 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:36,511 DEBUG [RS:0;cea23c84c117:42685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:36,511 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. after waiting 0 ms 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:36,511 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing decfa67c575219cc472b4969b3b03dc5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T07:22:36,511 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:22:36,511 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1325): Online Regions={decfa67c575219cc472b4969b3b03dc5=test,,1731396131567.decfa67c575219cc472b4969b3b03dc5., 1588230740=hbase:meta,,1.1588230740, 94e71f087ed792a22f9d3ad80adbccf9=hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.} 2024-11-12T07:22:36,511 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:36,511 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:36,511 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:36,512 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:22:36,525 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f/73872595e8a34c15aba81e1a2170ffae is 28, key is row/f:/1731396146499/DeleteFamily/seqid=0 2024-11-12T07:22:36,528 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/info/0fbc6ec06f804fea9bf474de35fb62af is 147, key is hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9./info:regioninfo/1731396138183/Put/seqid=0 2024-11-12T07:22:36,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741840_1016 (size=5085) 2024-11-12T07:22:36,531 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741841_1017 (size=7686) 2024-11-12T07:22:36,533 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/info/0fbc6ec06f804fea9bf474de35fb62af 2024-11-12T07:22:36,553 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/ns/93c8e90694114868ad576afa40263f43 is 43, key is default/ns:d/1731396120577/Put/seqid=0 2024-11-12T07:22:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741842_1018 (size=5153) 2024-11-12T07:22:36,557 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/ns/93c8e90694114868ad576afa40263f43 2024-11-12T07:22:36,574 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/rep_barrier/5c2683a221e347679d426ccfe4302d29 is 112, key is test,,1731396131567.decfa67c575219cc472b4969b3b03dc5./rep_barrier:seqnumDuringOpen/1731396132306/Put/seqid=0 2024-11-12T07:22:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741843_1019 (size=5518) 2024-11-12T07:22:36,578 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/rep_barrier/5c2683a221e347679d426ccfe4302d29 2024-11-12T07:22:36,594 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/table/0ff1650caf3e431bb97940708bd75a2d is 53, key is hbase:replication/table:state/1731396138189/Put/seqid=0 2024-11-12T07:22:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741844_1020 (size=5308) 2024-11-12T07:22:36,711 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:36,912 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:36,929 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f/73872595e8a34c15aba81e1a2170ffae 2024-11-12T07:22:36,932 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73872595e8a34c15aba81e1a2170ffae 2024-11-12T07:22:36,945 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f1/20b5b3d24d6f4ff19cd270dd325bbe5d is 29, key is row/f1:/1731396146499/DeleteFamily/seqid=0 2024-11-12T07:22:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741845_1021 (size=5089) 2024-11-12T07:22:36,997 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 636, reset compression=false 2024-11-12T07:22:36,998 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/table/0ff1650caf3e431bb97940708bd75a2d 2024-11-12T07:22:37,001 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:37,001 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 883, reset compression=false 2024-11-12T07:22:37,001 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,42685,1731396118122 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:22:37,002 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,42685,1731396118122: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cea23c84c117,42685,1731396118122, walGroup=cea23c84c117%2C42685%2C1731396118122, offset=cea23c84c117%2C42685%2C1731396118122.1731396119530:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:42685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:22:37,003 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:22:37,003 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:22:37,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:22:37,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:22:37,004 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:22:37,004 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1035387904 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202976088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:22:37,005 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:22:37,005 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/info/0fbc6ec06f804fea9bf474de35fb62af as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/info/0fbc6ec06f804fea9bf474de35fb62af 2024-11-12T07:22:37,009 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/info/0fbc6ec06f804fea9bf474de35fb62af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:22:37,009 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/ns/93c8e90694114868ad576afa40263f43 as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/ns/93c8e90694114868ad576afa40263f43 2024-11-12T07:22:37,012 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/ns/93c8e90694114868ad576afa40263f43, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:22:37,013 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/rep_barrier/5c2683a221e347679d426ccfe4302d29 as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/rep_barrier/5c2683a221e347679d426ccfe4302d29 2024-11-12T07:22:37,016 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/rep_barrier/5c2683a221e347679d426ccfe4302d29, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:22:37,016 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/.tmp/table/0ff1650caf3e431bb97940708bd75a2d as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/table/0ff1650caf3e431bb97940708bd75a2d 2024-11-12T07:22:37,019 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/table/0ff1650caf3e431bb97940708bd75a2d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:22:37,020 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false 2024-11-12T07:22:37,020 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:22:37,024 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:22:37,025 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:37,025 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:22:37,025 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:37,025 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396156511Running coprocessor pre-close hooks at 1731396156511Disabling compacts and flushes for region at 1731396156511Disabling writes for close at 1731396156511Obtaining lock to block concurrent updates at 1731396156512 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731396156512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396156512Flushing stores of hbase:meta,,1.1588230740 at 1731396156512Flushing 1588230740/info: creating writer at 1731396156512Flushing 1588230740/info: appending metadata at 1731396156527 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731396156527Flushing 1588230740/ns: creating writer at 1731396156537 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731396156553 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731396156553Flushing 1588230740/rep_barrier: creating writer at 1731396156560 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396156574 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396156574Flushing 1588230740/table: creating writer at 1731396156581 (+7 ms)Flushing 1588230740/table: appending metadata at 1731396156594 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731396156594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad52982: reopening flushed file at 1731396157005 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ca1110: reopening flushed file at 1731396157009 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de6c433: reopening flushed file at 1731396157012 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48eccc2f: reopening flushed file at 1731396157016 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false at 1731396157020 (+4 ms)Writing region close event to WAL at 1731396157022 (+2 ms)Running coprocessor post-close hooks at 1731396157024 (+2 ms)Closed at 1731396157025 (+1 ms) 2024-11-12T07:22:37,025 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:37,112 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:37,208 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 883, reset compression=false 2024-11-12T07:22:37,312 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:37,349 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f1/20b5b3d24d6f4ff19cd270dd325bbe5d 2024-11-12T07:22:37,352 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b5b3d24d6f4ff19cd270dd325bbe5d 2024-11-12T07:22:37,367 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/norep/24381c7d475342d68f425516ae0364a4 is 32, key is row/norep:/1731396146499/DeleteFamily/seqid=0 2024-11-12T07:22:37,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741846_1022 (size=5101) 2024-11-12T07:22:37,408 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:22:37,408 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:22:37,510 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 883, reset compression=false 2024-11-12T07:22:37,512 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:22:37,512 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1325): Online Regions={decfa67c575219cc472b4969b3b03dc5=test,,1731396131567.decfa67c575219cc472b4969b3b03dc5., 94e71f087ed792a22f9d3ad80adbccf9=hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9.} 2024-11-12T07:22:37,512 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:37,712 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 94e71f087ed792a22f9d3ad80adbccf9, decfa67c575219cc472b4969b3b03dc5 2024-11-12T07:22:37,770 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/norep/24381c7d475342d68f425516ae0364a4 2024-11-12T07:22:37,774 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24381c7d475342d68f425516ae0364a4 2024-11-12T07:22:37,774 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f/73872595e8a34c15aba81e1a2170ffae as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/f/73872595e8a34c15aba81e1a2170ffae 2024-11-12T07:22:37,777 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73872595e8a34c15aba81e1a2170ffae 2024-11-12T07:22:37,778 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/f/73872595e8a34c15aba81e1a2170ffae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T07:22:37,778 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/f1/20b5b3d24d6f4ff19cd270dd325bbe5d as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/f1/20b5b3d24d6f4ff19cd270dd325bbe5d 2024-11-12T07:22:37,781 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b5b3d24d6f4ff19cd270dd325bbe5d 2024-11-12T07:22:37,781 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/f1/20b5b3d24d6f4ff19cd270dd325bbe5d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T07:22:37,782 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/.tmp/norep/24381c7d475342d68f425516ae0364a4 as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/norep/24381c7d475342d68f425516ae0364a4 2024-11-12T07:22:37,785 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24381c7d475342d68f425516ae0364a4 2024-11-12T07:22:37,785 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/norep/24381c7d475342d68f425516ae0364a4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T07:22:37,786 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for decfa67c575219cc472b4969b3b03dc5 in 1275ms, sequenceid=6, compaction requested=false 2024-11-12T07:22:37,786 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:22:37,790 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/data/default/test/decfa67c575219cc472b4969b3b03dc5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T07:22:37,790 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:22:37,790 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:37,790 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:37,790 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for decfa67c575219cc472b4969b3b03dc5: Waiting for close lock at 1731396156511Running coprocessor pre-close hooks at 1731396156511Disabling compacts and flushes for region at 1731396156511Disabling writes for close at 1731396156511Obtaining lock to block concurrent updates at 1731396156511Preparing flush snapshotting stores in decfa67c575219cc472b4969b3b03dc5 at 1731396156511Finished memstore snapshotting test,,1731396131567.decfa67c575219cc472b4969b3b03dc5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731396156511Flushing stores of test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. at 1731396156512 (+1 ms)Flushing decfa67c575219cc472b4969b3b03dc5/f: creating writer at 1731396156512Flushing decfa67c575219cc472b4969b3b03dc5/f: appending metadata at 1731396156524 (+12 ms)Flushing decfa67c575219cc472b4969b3b03dc5/f: closing flushed file at 1731396156524Flushing decfa67c575219cc472b4969b3b03dc5/f1: creating writer at 1731396156932 (+408 ms)Flushing decfa67c575219cc472b4969b3b03dc5/f1: appending metadata at 1731396156945 (+13 ms)Flushing decfa67c575219cc472b4969b3b03dc5/f1: closing flushed file at 1731396156945Flushing decfa67c575219cc472b4969b3b03dc5/norep: creating writer at 1731396157352 (+407 ms)Flushing decfa67c575219cc472b4969b3b03dc5/norep: appending metadata at 1731396157367 (+15 ms)Flushing decfa67c575219cc472b4969b3b03dc5/norep: closing flushed file at 1731396157367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31436be6: reopening flushed file at 1731396157774 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bef3f26: reopening flushed file at 1731396157778 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6df11a: reopening flushed file at 1731396157781 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for decfa67c575219cc472b4969b3b03dc5 in 1275ms, sequenceid=6, compaction requested=false at 1731396157786 (+5 ms)Writing region close event to WAL at 1731396157787 (+1 ms)Running coprocessor post-close hooks at 1731396157790 (+3 ms)Closed at 1731396157790 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396131567.decfa67c575219cc472b4969b3b03dc5. 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94e71f087ed792a22f9d3ad80adbccf9, disabling compactions & flushes 2024-11-12T07:22:37,791 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. after waiting 0 ms 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94e71f087ed792a22f9d3ad80adbccf9: Waiting for close lock at 1731396157791Running coprocessor pre-close hooks at 1731396157791Disabling compacts and flushes for region at 1731396157791Disabling writes for close at 1731396157791Failed flush hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9., putting online again at 1731396157791 2024-11-12T07:22:37,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,913 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(3091): Received CLOSE for 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:37,913 DEBUG [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1351): Waiting on 94e71f087ed792a22f9d3ad80adbccf9 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94e71f087ed792a22f9d3ad80adbccf9, disabling compactions & flushes 2024-11-12T07:22:37,913 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. after waiting 0 ms 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94e71f087ed792a22f9d3ad80adbccf9: Waiting for close lock at 1731396157913Running coprocessor pre-close hooks at 1731396157913Disabling compacts and flushes for region at 1731396157913Disabling writes for close at 1731396157913Failed flush hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9., putting online again at 1731396157913 2024-11-12T07:22:37,913 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731396137028.94e71f087ed792a22f9d3ad80adbccf9. 2024-11-12T07:22:37,913 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 883, reset compression=false 2024-11-12T07:22:37,917 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:22:37,917 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.wal-reader.cea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/WALs/cea23c84c117,42685,1731396118122/cea23c84c117%2C42685%2C1731396118122.1731396119530 to pos 1527, reset compression=false 2024-11-12T07:22:38,113 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T07:22:38,113 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,42685,1731396118122; all regions closed. 2024-11-12T07:22:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741834_1010 (size=4239) 2024-11-12T07:22:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741839_1015 (size=1297) 2024-11-12T07:22:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741832_1008 (size=1535) 2024-11-12T07:22:38,118 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:38,118 INFO [RS:0;cea23c84c117:42685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:22:38,118 INFO [RS:0;cea23c84c117:42685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:38,118 INFO [RS:0;cea23c84c117:42685 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:38,118 INFO [RS:0;cea23c84c117:42685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:38,119 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:38,119 INFO [RS:0;cea23c84c117:42685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,42685,1731396118122 because: Region server is closing 2024-11-12T07:22:38,119 INFO [RS:0;cea23c84c117:42685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:42685. 2024-11-12T07:22:38,119 DEBUG [RS:0;cea23c84c117:42685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:38,119 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:38,119 DEBUG [RS:0;cea23c84c117:42685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:38,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:38,219 INFO [RS:0;cea23c84c117:42685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,42685,1731396118122.replicationSource.shippercea23c84c117%2C42685%2C1731396118122,1-cea23c84c117,42685,1731396118122 terminated 2024-11-12T07:22:38,219 INFO [RS:0;cea23c84c117:42685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42685 2024-11-12T07:22:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349/rs 2024-11-12T07:22:38,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01186812349/rs/cea23c84c117,42685,1731396118122 2024-11-12T07:22:38,288 INFO [RS:0;cea23c84c117:42685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:38,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,42685,1731396118122] 2024-11-12T07:22:38,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01186812349/draining/cea23c84c117,42685,1731396118122 already deleted, retry=false 2024-11-12T07:22:38,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,42685,1731396118122 expired; onlineServers=0 2024-11-12T07:22:38,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,39741,1731396117961' ***** 2024-11-12T07:22:38,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:22:38,309 INFO [M:0;cea23c84c117:39741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:22:38,309 INFO [M:0;cea23c84c117:39741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:22:38,309 DEBUG [M:0;cea23c84c117:39741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:22:38,309 DEBUG [M:0;cea23c84c117:39741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:22:38,309 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396119307 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396119307,5,FailOnTimeoutGroup] 2024-11-12T07:22:38,309 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396119306 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396119306,5,FailOnTimeoutGroup] 2024-11-12T07:22:38,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:22:38,310 INFO [M:0;cea23c84c117:39741 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:22:38,310 INFO [M:0;cea23c84c117:39741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:22:38,310 DEBUG [M:0;cea23c84c117:39741 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:22:38,310 INFO [M:0;cea23c84c117:39741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:22:38,310 INFO [M:0;cea23c84c117:39741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:22:38,310 INFO [M:0;cea23c84c117:39741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:22:38,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:22:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01186812349/master 2024-11-12T07:22:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01186812349 2024-11-12T07:22:38,320 DEBUG [M:0;cea23c84c117:39741 {}] zookeeper.ZKUtil(347): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Unable to get data of znode /01186812349/master because node does not exist (not an error) 2024-11-12T07:22:38,320 WARN [M:0;cea23c84c117:39741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:22:38,321 INFO [M:0;cea23c84c117:39741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/.lastflushedseqids 2024-11-12T07:22:38,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741847_1023 (size=245) 2024-11-12T07:22:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:38,399 INFO [RS:0;cea23c84c117:42685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:38,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42685-0x1012dec1b4b0001, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:38,399 INFO [RS:0;cea23c84c117:42685 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,42685,1731396118122; zookeeper connection closed. 2024-11-12T07:22:38,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d41e44e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d41e44e 2024-11-12T07:22:38,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:22:38,724 INFO [M:0;cea23c84c117:39741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:22:38,724 INFO [M:0;cea23c84c117:39741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:22:38,725 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:38,725 INFO [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:38,725 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:38,725 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:38,725 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:38,725 INFO [M:0;cea23c84c117:39741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T07:22:38,741 DEBUG [M:0;cea23c84c117:39741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8b9443e912b4739b08c5d6f3404ff0b is 82, key is hbase:meta,,1/info:regioninfo/1731396120535/Put/seqid=0 2024-11-12T07:22:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741848_1024 (size=5672) 2024-11-12T07:22:38,744 INFO [M:0;cea23c84c117:39741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8b9443e912b4739b08c5d6f3404ff0b 2024-11-12T07:22:38,759 DEBUG [M:0;cea23c84c117:39741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68accee2f11f4e7ea78ad0003925b173 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731396132315/Put/seqid=0 2024-11-12T07:22:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741849_1025 (size=7219) 2024-11-12T07:22:39,163 INFO [M:0;cea23c84c117:39741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68accee2f11f4e7ea78ad0003925b173 2024-11-12T07:22:39,166 INFO [M:0;cea23c84c117:39741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68accee2f11f4e7ea78ad0003925b173 2024-11-12T07:22:39,178 DEBUG [M:0;cea23c84c117:39741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccb70d1fb3948349d77960579f9197a is 69, key is cea23c84c117,42685,1731396118122/rs:state/1731396119387/Put/seqid=0 2024-11-12T07:22:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741850_1026 (size=5156) 2024-11-12T07:22:39,582 INFO [M:0;cea23c84c117:39741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccb70d1fb3948349d77960579f9197a 2024-11-12T07:22:39,586 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8b9443e912b4739b08c5d6f3404ff0b as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8b9443e912b4739b08c5d6f3404ff0b 2024-11-12T07:22:39,589 INFO [M:0;cea23c84c117:39741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8b9443e912b4739b08c5d6f3404ff0b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T07:22:39,589 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68accee2f11f4e7ea78ad0003925b173 as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68accee2f11f4e7ea78ad0003925b173 2024-11-12T07:22:39,592 INFO [M:0;cea23c84c117:39741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68accee2f11f4e7ea78ad0003925b173 2024-11-12T07:22:39,592 INFO [M:0;cea23c84c117:39741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68accee2f11f4e7ea78ad0003925b173, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T07:22:39,593 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ccb70d1fb3948349d77960579f9197a as hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ccb70d1fb3948349d77960579f9197a 2024-11-12T07:22:39,595 INFO [M:0;cea23c84c117:39741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45525/user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ccb70d1fb3948349d77960579f9197a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T07:22:39,596 INFO [M:0;cea23c84c117:39741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=105, compaction requested=false 2024-11-12T07:22:39,598 INFO [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:39,598 DEBUG [M:0;cea23c84c117:39741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396158725Disabling compacts and flushes for region at 1731396158725Disabling writes for close at 1731396158725Obtaining lock to block concurrent updates at 1731396158725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396158725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731396158725Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396158726 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396158726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396158741 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396158741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396158747 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396158759 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396158759Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396159166 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396159177 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396159178 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5f3239: reopening flushed file at 1731396159585 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@820dd1d: reopening flushed file at 1731396159589 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d626bc4: reopening flushed file at 1731396159592 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=105, compaction requested=false at 1731396159596 (+4 ms)Writing region close event to WAL at 1731396159598 (+2 ms)Closed at 1731396159598 2024-11-12T07:22:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39443 is added to blk_1073741830_1006 (size=64435) 2024-11-12T07:22:39,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ed553fe-deb0-40aa-ed7d-0373b998465d/MasterData/WALs/cea23c84c117,39741,1731396117961/cea23c84c117%2C39741%2C1731396117961.1731396119033 not finished, retry = 0 2024-11-12T07:22:39,701 INFO [M:0;cea23c84c117:39741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:22:39,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:22:39,701 INFO [M:0;cea23c84c117:39741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39741 2024-11-12T07:22:39,701 INFO [M:0;cea23c84c117:39741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:22:39,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:39,851 INFO [M:0;cea23c84c117:39741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:22:39,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39741-0x1012dec1b4b0000, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:22:39,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cfe2572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:39,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63185e7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:39,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:39,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36ae4a2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:39,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b304194{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:39,855 WARN [BP-2028831226-172.17.0.2-1731396116411 heartbeating to localhost/127.0.0.1:45525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:22:39,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:22:39,856 WARN [BP-2028831226-172.17.0.2-1731396116411 heartbeating to localhost/127.0.0.1:45525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028831226-172.17.0.2-1731396116411 (Datanode Uuid 3b285605-dae5-447b-80c9-e60b097e796e) service to localhost/127.0.0.1:45525 2024-11-12T07:22:39,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:22:39,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/data/data1/current/BP-2028831226-172.17.0.2-1731396116411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:39,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/cluster_abad7f7e-1c6a-9fe0-46d3-250361049b23/data/data2/current/BP-2028831226-172.17.0.2-1731396116411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:22:39,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:22:39,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@201d114d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:39,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44373931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:22:39,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:22:39,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aaeff8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:22:39,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4d3430{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/06e28490-7543-8dd5-b670-ee3c584996ef/hadoop.log.dir/,STOPPED} 2024-11-12T07:22:39,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:22:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:22:39,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 310) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45745 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45525 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58870) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58870) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33039 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58870) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=792 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=6279 (was 6520) 2024-11-12T07:22:39,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=6279 2024-11-12T07:22:39,909 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T07:22:39,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir so I do NOT create it in target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1 2024-11-12T07:22:39,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:39,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.tmp.dir so I do NOT create it in target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1 2024-11-12T07:22:39,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/352f47de-40d0-0958-3ad8-3cc981b96f76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:39,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1 2024-11-12T07:22:39,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff, deleteOnExit=true 2024-11-12T07:22:39,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/zookeeper_0, clientPort=62923, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:22:39,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62923 2024-11-12T07:22:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/test.cache.data in system properties and HBase conf 2024-11-12T07:22:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:39,931 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012dec1b4b0005, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:22:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012dec1b4b0008, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:22:39,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012dec1b4b0002, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:22:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012dec1b4b0008, quorum=127.0.0.1:58870, baseZNode=/21354671242 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:22:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012dec1b4b0005, quorum=127.0.0.1:58870, baseZNode=/12038747923 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:22:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012dec1b4b0002, quorum=127.0.0.1:58870, baseZNode=/01186812349 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:22:40,200 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,201 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,202 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,229 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,230 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,235 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:40,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:40,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:40,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:40,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:40,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:40,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:40,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63693e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:40,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f9a5b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:40,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47070fe4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/java.io.tmpdir/jetty-localhost-45243-hadoop-hdfs-3_4_1-tests_jar-_-any-11546449440163258044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:40,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6780168c{HTTP/1.1, (http/1.1)}{localhost:45243} 2024-11-12T07:22:40,370 INFO [Time-limited test {}] server.Server(415): Started @313123ms 2024-11-12T07:22:40,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:40,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:40,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:40,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:40,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:40,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ee58a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:40,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@391be412{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:40,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78ddc887{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/java.io.tmpdir/jetty-localhost-45489-hadoop-hdfs-3_4_1-tests_jar-_-any-17092116798793802781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:40,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbc2f9a{HTTP/1.1, (http/1.1)}{localhost:45489} 2024-11-12T07:22:40,716 INFO [Time-limited test {}] server.Server(415): Started @313469ms 2024-11-12T07:22:40,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:22:41,710 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data1/current/BP-697892622-172.17.0.2-1731396159945/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:41,710 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data2/current/BP-697892622-172.17.0.2-1731396159945/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:41,726 WARN [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:22:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b1b7a73af6ab30e with lease ID 0x3944be6457684e88: Processing first storage report for DS-6769fd29-6980-462c-9a83-51d1bc0028ec from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=8312f4ba-4bf9-442f-b93a-f23286be6ea9, infoPort=41157, infoSecurePort=0, ipcPort=33955, storageInfo=lv=-57;cid=testClusterID;nsid=743559663;c=1731396159945) 2024-11-12T07:22:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b1b7a73af6ab30e with lease ID 0x3944be6457684e88: from storage DS-6769fd29-6980-462c-9a83-51d1bc0028ec node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=8312f4ba-4bf9-442f-b93a-f23286be6ea9, infoPort=41157, infoSecurePort=0, ipcPort=33955, storageInfo=lv=-57;cid=testClusterID;nsid=743559663;c=1731396159945), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T07:22:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b1b7a73af6ab30e with lease ID 0x3944be6457684e88: Processing first storage report for DS-8c0aea5b-f328-4243-9f19-7ad664bd24db from datanode DatanodeRegistration(127.0.0.1:45925, datanodeUuid=8312f4ba-4bf9-442f-b93a-f23286be6ea9, infoPort=41157, infoSecurePort=0, ipcPort=33955, storageInfo=lv=-57;cid=testClusterID;nsid=743559663;c=1731396159945) 2024-11-12T07:22:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b1b7a73af6ab30e with lease ID 0x3944be6457684e88: from storage DS-8c0aea5b-f328-4243-9f19-7ad664bd24db node DatanodeRegistration(127.0.0.1:45925, datanodeUuid=8312f4ba-4bf9-442f-b93a-f23286be6ea9, infoPort=41157, infoSecurePort=0, ipcPort=33955, storageInfo=lv=-57;cid=testClusterID;nsid=743559663;c=1731396159945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:41,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1 2024-11-12T07:22:41,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:41,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:22:42,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3 with version=8 2024-11-12T07:22:42,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/hbase-staging 2024-11-12T07:22:42,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:42,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46847 2024-11-12T07:22:42,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46847 connecting to ZooKeeper ensemble=127.0.0.1:62923 2024-11-12T07:22:42,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468470x0, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:42,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46847-0x1012decc5640000 connected 2024-11-12T07:22:42,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:42,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:42,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on znode that does not yet exist, /0687682643/running 2024-11-12T07:22:42,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3, hbase.cluster.distributed=false 2024-11-12T07:22:42,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on znode that does not yet exist, /0687682643/acl 2024-11-12T07:22:42,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-12T07:22:42,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46847 2024-11-12T07:22:42,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46847 2024-11-12T07:22:42,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-12T07:22:42,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-12T07:22:42,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:42,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:42,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40551 2024-11-12T07:22:42,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40551 connecting to ZooKeeper ensemble=127.0.0.1:62923 2024-11-12T07:22:42,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:42,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:42,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405510x0, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:42,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405510x0, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on znode that does not yet exist, /0687682643/running 2024-11-12T07:22:42,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40551-0x1012decc5640001 connected 2024-11-12T07:22:42,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:22:42,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:22:42,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on znode that does not yet exist, /0687682643/master 2024-11-12T07:22:42,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on znode that does not yet exist, /0687682643/acl 2024-11-12T07:22:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40551 2024-11-12T07:22:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40551 2024-11-12T07:22:42,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40551 2024-11-12T07:22:42,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40551 2024-11-12T07:22:42,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40551 2024-11-12T07:22:42,417 DEBUG [M:0;cea23c84c117:46847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:46847 2024-11-12T07:22:42,417 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0687682643/backup-masters/cea23c84c117,46847,1731396162148 2024-11-12T07:22:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643/backup-masters 2024-11-12T07:22:42,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643/backup-masters 2024-11-12T07:22:42,425 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on existing znode=/0687682643/backup-masters/cea23c84c117,46847,1731396162148 2024-11-12T07:22:42,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0687682643/master 2024-11-12T07:22:42,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:42,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:42,435 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on existing znode=/0687682643/master 2024-11-12T07:22:42,436 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0687682643/backup-masters/cea23c84c117,46847,1731396162148 from backup master directory 2024-11-12T07:22:42,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0687682643/backup-masters/cea23c84c117,46847,1731396162148 2024-11-12T07:22:42,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643/backup-masters 2024-11-12T07:22:42,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643/backup-masters 2024-11-12T07:22:42,446 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:42,446 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,46847,1731396162148 2024-11-12T07:22:42,448 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/hbase.id] with ID: bb2dae84-e314-44d4-a56c-65406b4286fa 2024-11-12T07:22:42,448 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/.tmp/hbase.id 2024-11-12T07:22:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:22:42,452 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/.tmp/hbase.id]:[hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/hbase.id] 2024-11-12T07:22:42,458 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:42,458 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:22:42,459 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:22:42,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:42,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:22:42,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:42,871 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:22:42,872 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:42,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:22:43,277 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/data/master/store 2024-11-12T07:22:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:43,681 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:43,681 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:43,681 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396163681Disabling compacts and flushes for region at 1731396163681Disabling writes for close at 1731396163681Writing region close event to WAL at 1731396163681Closed at 1731396163681 2024-11-12T07:22:43,682 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/data/master/store/.initializing 2024-11-12T07:22:43,682 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/WALs/cea23c84c117,46847,1731396162148 2024-11-12T07:22:43,683 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:43,684 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C46847%2C1731396162148, suffix=, logDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/WALs/cea23c84c117,46847,1731396162148, archiveDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/oldWALs, maxLogs=10 2024-11-12T07:22:43,696 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/WALs/cea23c84c117,46847,1731396162148/cea23c84c117%2C46847%2C1731396162148.1731396163684, exclude list is [], retry=0 2024-11-12T07:22:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-6769fd29-6980-462c-9a83-51d1bc0028ec,DISK] 2024-11-12T07:22:43,699 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/WALs/cea23c84c117,46847,1731396162148/cea23c84c117%2C46847%2C1731396162148.1731396163684 2024-11-12T07:22:43,699 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41157:41157)] 2024-11-12T07:22:43,699 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:43,699 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:43,699 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,699 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:22:43,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:43,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:43,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:22:43,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:43,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:43,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:22:43,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:43,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:43,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:22:43,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:43,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:43,704 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,705 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,705 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,706 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,706 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,706 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:43,707 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:43,708 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:43,709 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60735433, jitterRate=-0.09497152268886566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:43,709 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396163699Initializing all the Stores at 1731396163700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396163700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396163700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396163700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396163700Cleaning up temporary data from old regions at 1731396163706 (+6 ms)Region opened successfully at 1731396163709 (+3 ms) 2024-11-12T07:22:43,709 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:22:43,711 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c90a181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:43,711 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:22:43,712 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:22:43,715 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:22:43,716 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Unable to get data of znode /0687682643/balancer because node does not exist (not necessarily an error) 2024-11-12T07:22:43,761 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0687682643/balancer already deleted, retry=false 2024-11-12T07:22:43,762 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:22:43,762 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Unable to get data of znode /0687682643/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:22:43,772 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0687682643/normalizer already deleted, retry=false 2024-11-12T07:22:43,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:22:43,773 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Unable to get data of znode /0687682643/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:22:43,782 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0687682643/switch/split already deleted, retry=false 2024-11-12T07:22:43,783 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Unable to get data of znode /0687682643/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:22:43,793 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0687682643/switch/merge already deleted, retry=false 2024-11-12T07:22:43,794 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Unable to get data of znode /0687682643/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:22:43,803 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0687682643/snapshot-cleanup already deleted, retry=false 2024-11-12T07:22:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0687682643/running 2024-11-12T07:22:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0687682643/running 2024-11-12T07:22:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,814 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,46847,1731396162148, sessionid=0x1012decc5640000, setting cluster-up flag (Was=false) 2024-11-12T07:22:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,867 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0687682643/flush-table-proc/acquired, /0687682643/flush-table-proc/reached, /0687682643/flush-table-proc/abort 2024-11-12T07:22:43,868 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46847,1731396162148 2024-11-12T07:22:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:43,919 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0687682643/online-snapshot/acquired, /0687682643/online-snapshot/reached, /0687682643/online-snapshot/abort 2024-11-12T07:22:43,920 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46847,1731396162148 2024-11-12T07:22:43,921 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:22:43,922 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:43,922 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:22:43,922 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:22:43,922 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,46847,1731396162148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:43,923 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396193924 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:22:43,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:22:43,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:22:43,924 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:22:43,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:22:43,925 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396163925,5,FailOnTimeoutGroup] 2024-11-12T07:22:43,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:22:43,925 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396163925,5,FailOnTimeoutGroup] 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:43,925 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:22:44,006 INFO [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(746): ClusterId : bb2dae84-e314-44d4-a56c-65406b4286fa 2024-11-12T07:22:44,006 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:22:44,015 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:22:44,015 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:22:44,025 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:22:44,025 DEBUG [RS:0;cea23c84c117:40551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b8d640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:44,035 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:40551 2024-11-12T07:22:44,036 INFO [RS:0;cea23c84c117:40551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:22:44,036 INFO [RS:0;cea23c84c117:40551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:22:44,036 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:22:44,036 INFO [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,46847,1731396162148 with port=40551, startcode=1731396162380 2024-11-12T07:22:44,036 DEBUG [RS:0;cea23c84c117:40551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:22:44,038 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:22:44,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,039 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3 2024-11-12T07:22:44,039 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33471 2024-11-12T07:22:44,039 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:22:44,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643/rs 2024-11-12T07:22:44,046 DEBUG [RS:0;cea23c84c117:40551 {}] zookeeper.ZKUtil(111): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Set watcher on existing znode=/0687682643/rs/cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,046 WARN [RS:0;cea23c84c117:40551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:44,046 INFO [RS:0;cea23c84c117:40551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:44,046 DEBUG [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,40551,1731396162380] 2024-11-12T07:22:44,048 INFO [RS:0;cea23c84c117:40551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:22:44,050 INFO [RS:0;cea23c84c117:40551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:22:44,050 INFO [RS:0;cea23c84c117:40551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:22:44,050 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,050 INFO [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:22:44,050 INFO [RS:0;cea23c84c117:40551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:44,051 DEBUG [RS:0;cea23c84c117:40551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,051 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40551,1731396162380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:44,063 INFO [RS:0;cea23c84c117:40551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:22:44,064 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,40551,1731396162380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,064 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,064 INFO [RS:0;cea23c84c117:40551 {}] regionserver.Replication(171): cea23c84c117,40551,1731396162380 started 2024-11-12T07:22:44,075 INFO [RS:0;cea23c84c117:40551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,075 INFO [RS:0;cea23c84c117:40551 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,40551,1731396162380, RpcServer on cea23c84c117/172.17.0.2:40551, sessionid=0x1012decc5640001 2024-11-12T07:22:44,075 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:22:44,075 DEBUG [RS:0;cea23c84c117:40551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,075 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40551,1731396162380' 2024-11-12T07:22:44,075 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0687682643/flush-table-proc/abort' 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0687682643/flush-table-proc/acquired' 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,40551,1731396162380' 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0687682643/online-snapshot/abort' 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0687682643/online-snapshot/acquired' 2024-11-12T07:22:44,076 DEBUG [RS:0;cea23c84c117:40551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:22:44,077 INFO [RS:0;cea23c84c117:40551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:22:44,077 INFO [RS:0;cea23c84c117:40551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:22:44,177 INFO [RS:0;cea23c84c117:40551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:44,178 INFO [RS:0;cea23c84c117:40551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40551%2C1731396162380, suffix=, logDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380, archiveDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/oldWALs, maxLogs=10 2024-11-12T07:22:44,190 DEBUG [RS:0;cea23c84c117:40551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380/cea23c84c117%2C40551%2C1731396162380.1731396164178, exclude list is [], retry=0 2024-11-12T07:22:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-6769fd29-6980-462c-9a83-51d1bc0028ec,DISK] 2024-11-12T07:22:44,194 INFO [RS:0;cea23c84c117:40551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380/cea23c84c117%2C40551%2C1731396162380.1731396164178 2024-11-12T07:22:44,194 DEBUG [RS:0;cea23c84c117:40551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41157:41157)] 2024-11-12T07:22:44,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:22:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:22:44,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:44,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:22:44,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3 2024-11-12T07:22:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:22:44,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:44,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:44,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:44,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:44,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:44,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:44,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:44,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:44,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:44,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:44,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/1588230740 2024-11-12T07:22:44,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/1588230740 2024-11-12T07:22:44,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:44,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:44,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:44,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:44,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:44,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66854588, jitterRate=-0.0037890076637268066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396164335Initializing all the Stores at 1731396164335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164336 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396164336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164336Cleaning up temporary data from old regions at 1731396164341 (+5 ms)Region opened successfully at 1731396164344 (+3 ms) 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:44,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:44,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:44,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396164344Disabling compacts and flushes for region at 1731396164344Disabling writes for close at 1731396164344Writing region close event to WAL at 1731396164344Closed at 1731396164344 2024-11-12T07:22:44,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:44,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:44,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:44,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:44,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:44,496 DEBUG [cea23c84c117:46847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:44,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40551,1731396162380, state=OPENING 2024-11-12T07:22:44,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0687682643 2024-11-12T07:22:44,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0687682643/meta-region-server: CHANGED 2024-11-12T07:22:44,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0687682643/meta-region-server: CHANGED 2024-11-12T07:22:44,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:44,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40551,1731396162380}] 2024-11-12T07:22:44,714 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:44,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:44,717 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:44,717 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:44,717 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:44,718 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C40551%2C1731396162380.meta, suffix=.meta, logDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380, archiveDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/oldWALs, maxLogs=10 2024-11-12T07:22:44,729 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380/cea23c84c117%2C40551%2C1731396162380.meta.1731396164718.meta, exclude list is [], retry=0 2024-11-12T07:22:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45925,DS-6769fd29-6980-462c-9a83-51d1bc0028ec,DISK] 2024-11-12T07:22:44,732 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/WALs/cea23c84c117,40551,1731396162380/cea23c84c117%2C40551%2C1731396162380.meta.1731396164718.meta 2024-11-12T07:22:44,732 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41157:41157)] 2024-11-12T07:22:44,732 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:44,733 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:44,733 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:44,733 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:44,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:44,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:44,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:44,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:44,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:44,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:44,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:44,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:44,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:44,737 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:44,738 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/1588230740 2024-11-12T07:22:44,738 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/hbase/meta/1588230740 2024-11-12T07:22:44,739 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:44,739 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:44,739 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:44,740 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:44,740 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60328184, jitterRate=-0.10104000568389893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:44,740 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:44,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396164733Writing region info on filesystem at 1731396164733Initializing all the Stores at 1731396164734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396164734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396164734Cleaning up temporary data from old regions at 1731396164739 (+5 ms)Running coprocessor post-open hooks at 1731396164740 (+1 ms)Region opened successfully at 1731396164741 (+1 ms) 2024-11-12T07:22:44,742 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396164714 2024-11-12T07:22:44,743 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:44,743 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:44,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,744 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,40551,1731396162380, state=OPEN 2024-11-12T07:22:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1012decc5640000, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0687682643/meta-region-server 2024-11-12T07:22:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40551-0x1012decc5640001, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0687682643/meta-region-server 2024-11-12T07:22:44,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,40551,1731396162380 2024-11-12T07:22:44,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0687682643/meta-region-server: CHANGED 2024-11-12T07:22:44,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0687682643/meta-region-server: CHANGED 2024-11-12T07:22:44,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:44,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,40551,1731396162380 in 219 msec 2024-11-12T07:22:44,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:44,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-12T07:22:44,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:44,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:44,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:44,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40551,1731396162380, seqNum=-1] 2024-11-12T07:22:44,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:44,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:44,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-12T07:22:44,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396164790, completionTime=-1 2024-11-12T07:22:44,790 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:44,790 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396224791 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396284791 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:46847, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,791 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,793 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.348sec 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:44,794 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:44,795 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:44,795 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:44,795 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46847,1731396162148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:44,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cffe79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:44,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46847,-1 for getting cluster id 2024-11-12T07:22:44,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:44,807 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2dae84-e314-44d4-a56c-65406b4286fa' 2024-11-12T07:22:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2dae84-e314-44d4-a56c-65406b4286fa" 2024-11-12T07:22:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46847,-1] 2024-11-12T07:22:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:44,809 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:44,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b824aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:44,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,40551,1731396162380, seqNum=-1] 2024-11-12T07:22:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:44,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,46847,1731396162148 2024-11-12T07:22:44,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62923 2024-11-12T07:22:44,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62923, baseZNode=/0687682643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:44,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012decc5640002 connected 2024-11-12T07:22:44,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46847,1731396162148 2024-11-12T07:22:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e905083 2024-11-12T07:22:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:44,849 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:44,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:22:44,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:22:44,851 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:44,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:22:44,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:22:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:45,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5863f3adb8fe89c84a003e7038b3fc7a, NAME => 'test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3 2024-11-12T07:22:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45925 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:22:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5863f3adb8fe89c84a003e7038b3fc7a, disabling compactions & flushes 2024-11-12T07:22:45,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. after waiting 0 ms 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5863f3adb8fe89c84a003e7038b3fc7a: Waiting for close lock at 1731396165663Disabling compacts and flushes for region at 1731396165663Disabling writes for close at 1731396165663Writing region close event to WAL at 1731396165663Closed at 1731396165663 2024-11-12T07:22:45,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:22:45,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396165664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396165664"}]},"ts":"1731396165664"} 2024-11-12T07:22:45,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:22:45,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:22:45,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396165667"}]},"ts":"1731396165667"} 2024-11-12T07:22:45,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:22:45,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5863f3adb8fe89c84a003e7038b3fc7a, ASSIGN}] 2024-11-12T07:22:45,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5863f3adb8fe89c84a003e7038b3fc7a, ASSIGN 2024-11-12T07:22:45,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5863f3adb8fe89c84a003e7038b3fc7a, ASSIGN; state=OFFLINE, location=cea23c84c117,40551,1731396162380; forceNewPlan=false, retain=false 2024-11-12T07:22:45,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5863f3adb8fe89c84a003e7038b3fc7a, regionState=OPENING, regionLocation=cea23c84c117,40551,1731396162380 2024-11-12T07:22:45,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5863f3adb8fe89c84a003e7038b3fc7a, ASSIGN because future has completed 2024-11-12T07:22:45,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5863f3adb8fe89c84a003e7038b3fc7a, server=cea23c84c117,40551,1731396162380}] 2024-11-12T07:22:45,975 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5863f3adb8fe89c84a003e7038b3fc7a, NAME => 'test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:45,976 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:45,976 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,976 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,977 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,978 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5863f3adb8fe89c84a003e7038b3fc7a columnFamilyName f 2024-11-12T07:22:45,978 DEBUG [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:45,978 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(327): Store=5863f3adb8fe89c84a003e7038b3fc7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:45,978 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,979 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5863f3adb8fe89c84a003e7038b3fc7a columnFamilyName f1 2024-11-12T07:22:45,979 DEBUG [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:45,979 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(327): Store=5863f3adb8fe89c84a003e7038b3fc7a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:45,979 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,980 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5863f3adb8fe89c84a003e7038b3fc7a columnFamilyName norep 2024-11-12T07:22:45,980 DEBUG [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:45,980 INFO [StoreOpener-5863f3adb8fe89c84a003e7038b3fc7a-1 {}] regionserver.HStore(327): Store=5863f3adb8fe89c84a003e7038b3fc7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:45,980 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,981 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/default/test/5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,981 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/default/test/5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,982 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,982 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,982 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:22:45,982 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,984 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/data/default/test/5863f3adb8fe89c84a003e7038b3fc7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:45,984 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5863f3adb8fe89c84a003e7038b3fc7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66025951, jitterRate=-0.016136661171913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:22:45,984 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5863f3adb8fe89c84a003e7038b3fc7a 2024-11-12T07:22:45,984 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5863f3adb8fe89c84a003e7038b3fc7a: Running coprocessor pre-open hook at 1731396165976Writing region info on filesystem at 1731396165976Initializing all the Stores at 1731396165977 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396165977Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396165977Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396165977Cleaning up temporary data from old regions at 1731396165982 (+5 ms)Running coprocessor post-open hooks at 1731396165984 (+2 ms)Region opened successfully at 1731396165984 2024-11-12T07:22:45,985 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a., pid=6, masterSystemTime=1731396165973 2024-11-12T07:22:45,986 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,986 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396164849.5863f3adb8fe89c84a003e7038b3fc7a. 2024-11-12T07:22:45,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5863f3adb8fe89c84a003e7038b3fc7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,40551,1731396162380 2024-11-12T07:22:45,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5863f3adb8fe89c84a003e7038b3fc7a, server=cea23c84c117,40551,1731396162380 because future has completed 2024-11-12T07:22:45,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:22:45,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5863f3adb8fe89c84a003e7038b3fc7a, server=cea23c84c117,40551,1731396162380 in 168 msec 2024-11-12T07:22:45,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:22:45,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5863f3adb8fe89c84a003e7038b3fc7a, ASSIGN in 322 msec 2024-11-12T07:22:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:45,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:22:45,992 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396165992"}]},"ts":"1731396165992"} 2024-11-12T07:22:45,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:22:45,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:22:45,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-12T07:22:46,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:46,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:46,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128729 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:22:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:22:47,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:22:47,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a44d394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46847,-1 for getting cluster id 2024-11-12T07:22:47,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:47,004 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2dae84-e314-44d4-a56c-65406b4286fa' 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2dae84-e314-44d4-a56c-65406b4286fa" 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658830cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46847,-1] 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,005 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c682af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46847,1731396162148 2024-11-12T07:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45517532 2024-11-12T07:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:47,006 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:47,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:46847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:22:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:22:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:47,009 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:46847' 2024-11-12T07:22:47,009 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a097015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,009 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46847,-1 for getting cluster id 2024-11-12T07:22:47,009 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:47,010 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb2dae84-e314-44d4-a56c-65406b4286fa' 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb2dae84-e314-44d4-a56c-65406b4286fa" 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329979d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46847,-1] 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,011 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:47,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:47,011 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46847,1731396162148 2024-11-12T07:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603f0a8 2024-11-12T07:22:47,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:22:47,012 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:22:47,013 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:22:47,013 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:22:47,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:47,013 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:22:47,018 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T07:22:47,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-12T07:22:47,019 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T07:22:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:22:47,113 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://cea23c84c117:46847, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T07:22:47,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:22:47,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:22:47,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:47,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:22:47,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 358) Potentially hanging thread: IPC Server handler 1 on default port 33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-697892622-172.17.0.2-1731396159945:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 4 on default port 33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp158148814-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data1/current/BP-697892622-172.17.0.2-1731396159945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp158148814-7928-acceptor-0@2379fe27-ServerConnector@5dbc2f9a{HTTP/1.1, (http/1.1)}{localhost:45489} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007fbdb4ad70c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47822cb6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp158148814-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-697892622-172.17.0.2-1731396159945:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@23205a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Session-HouseKeeper-4a3f3b0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3-prefix:cea23c84c117,40551,1731396162380.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fbdb49f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: regionserver/cea23c84c117:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62923) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbdb4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6979ca91 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62923) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-697892622-172.17.0.2-1731396159945 heartbeating to localhost/127.0.0.1:33471 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62923) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp158148814-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbdb4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cea23c84c117:40551 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server idle connection scanner for port 33471 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-697892622-172.17.0.2-1731396159945:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/cluster_e49f76fc-dde8-173f-74ac-ab47a2d8d7ff/data/data2/current/BP-697892622-172.17.0.2-1731396159945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2009832934) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: cea23c84c117:46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396163925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbdb4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/cea23c84c117:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3-prefix:cea23c84c117,40551,1731396162380 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1288521544_20 at /127.0.0.1:58812 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396163925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1288521544_20 at /127.0.0.1:58902 [Receiving block BP-697892622-172.17.0.2-1731396159945:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1b703aef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2e5e22b3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1288521544_20 at /127.0.0.1:58884 [Receiving block BP-697892622-172.17.0.2-1731396159945:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@358fab2 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp922702654-7882-acceptor-0@77d4bf66-ServerConnector@6780168c{HTTP/1.1, (http/1.1)}{localhost:45243} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbdb4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33471/user/jenkins/test-data/d2452dee-ec01-3482-eedf-716d8fe180c3/MasterData-prefix:cea23c84c117,46847,1731396162148 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cea23c84c117:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;cea23c84c117:46847 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1716477769_20 at /127.0.0.1:58856 [Receiving block BP-697892622-172.17.0.2-1731396159945:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server idle connection scanner for port 33955 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp922702654-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fbdb4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1eb28885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33471 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@47ae032f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4015788 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cea23c84c117:40551-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@504d6a24[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:62923): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3f4998f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 327) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6260 (was 6279) 2024-11-12T07:22:47,130 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-12T07:22:47,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=6259 2024-11-12T07:22:47,141 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-12T07:22:47,152 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T07:22:47,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.log.dir so I do NOT create it in target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80 2024-11-12T07:22:47,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:47,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.tmp.dir so I do NOT create it in target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80 2024-11-12T07:22:47,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a5a4786e-45ca-c5b1-a0fe-2ab6369545b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:47,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80 2024-11-12T07:22:47,153 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a, deleteOnExit=true 2024-11-12T07:22:47,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/zookeeper_0, clientPort=49281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:22:47,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49281 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/test.cache.data in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:47,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:47,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:47,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:47,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:47,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:47,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:47,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:47,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3c1f9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:47,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a6fd8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:47,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60701ae3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/java.io.tmpdir/jetty-localhost-46417-hadoop-hdfs-3_4_1-tests_jar-_-any-13231392313644743724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:47,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a39ae11{HTTP/1.1, (http/1.1)}{localhost:46417} 2024-11-12T07:22:47,735 INFO [Time-limited test {}] server.Server(415): Started @320487ms 2024-11-12T07:22:47,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:47,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:47,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:47,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:47,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:47,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91d9581{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:47,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6bdbe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:48,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@392dd8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/java.io.tmpdir/jetty-localhost-39695-hadoop-hdfs-3_4_1-tests_jar-_-any-10159728216948030256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:48,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40825574{HTTP/1.1, (http/1.1)}{localhost:39695} 2024-11-12T07:22:48,047 INFO [Time-limited test {}] server.Server(415): Started @320800ms 2024-11-12T07:22:48,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:22:48,699 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/data/data2/current/BP-186324014-172.17.0.2-1731396167231/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:48,699 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/data/data1/current/BP-186324014-172.17.0.2-1731396167231/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:48,718 WARN [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:22:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2820b74025cd4099 with lease ID 0xb5e77500767a5529: Processing first storage report for DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95 from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=f79ed8df-19c7-4244-b76c-32cd17b932a6, infoPort=42971, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=2058603776;c=1731396167231) 2024-11-12T07:22:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2820b74025cd4099 with lease ID 0xb5e77500767a5529: from storage DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95 node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=f79ed8df-19c7-4244-b76c-32cd17b932a6, infoPort=42971, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=2058603776;c=1731396167231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2820b74025cd4099 with lease ID 0xb5e77500767a5529: Processing first storage report for DS-e66989fd-a56e-4ec3-b203-501205781232 from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=f79ed8df-19c7-4244-b76c-32cd17b932a6, infoPort=42971, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=2058603776;c=1731396167231) 2024-11-12T07:22:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2820b74025cd4099 with lease ID 0xb5e77500767a5529: from storage DS-e66989fd-a56e-4ec3-b203-501205781232 node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=f79ed8df-19c7-4244-b76c-32cd17b932a6, infoPort=42971, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=2058603776;c=1731396167231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:48,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80 2024-11-12T07:22:48,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:48,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:22:49,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430 with version=8 2024-11-12T07:22:49,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/hbase-staging 2024-11-12T07:22:49,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:22:49,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:49,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46211 2024-11-12T07:22:49,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46211 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:49,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462110x0, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:49,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46211-0x1012dece1cf0000 connected 2024-11-12T07:22:49,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:49,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:49,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/running 2024-11-12T07:22:49,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430, hbase.cluster.distributed=false 2024-11-12T07:22:49,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/acl 2024-11-12T07:22:49,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-12T07:22:49,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46211 2024-11-12T07:22:49,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46211 2024-11-12T07:22:49,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-12T07:22:49,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-12T07:22:49,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:22:49,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:49,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39187 2024-11-12T07:22:49,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39187 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:49,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:49,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391870x0, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:49,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391870x0, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/running 2024-11-12T07:22:49,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39187-0x1012dece1cf0001 connected 2024-11-12T07:22:49,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:22:49,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:22:49,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/master 2024-11-12T07:22:49,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/acl 2024-11-12T07:22:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-12T07:22:49,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39187 2024-11-12T07:22:49,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39187 2024-11-12T07:22:49,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-12T07:22:49,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39187 2024-11-12T07:22:49,422 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:46211 2024-11-12T07:22:49,422 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0865532086/backup-masters/cea23c84c117,46211,1731396169179 2024-11-12T07:22:49,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/backup-masters 2024-11-12T07:22:49,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/backup-masters 2024-11-12T07:22:49,434 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on existing znode=/0865532086/backup-masters/cea23c84c117,46211,1731396169179 2024-11-12T07:22:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0865532086/master 2024-11-12T07:22:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:49,445 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on existing znode=/0865532086/master 2024-11-12T07:22:49,445 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0865532086/backup-masters/cea23c84c117,46211,1731396169179 from backup master directory 2024-11-12T07:22:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0865532086/backup-masters/cea23c84c117,46211,1731396169179 2024-11-12T07:22:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/backup-masters 2024-11-12T07:22:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/backup-masters 2024-11-12T07:22:49,455 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:49,455 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,46211,1731396169179 2024-11-12T07:22:49,457 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/hbase.id] with ID: 8d91f177-a6c0-481a-8281-35664bb266be 2024-11-12T07:22:49,457 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/.tmp/hbase.id 2024-11-12T07:22:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:22:49,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:49,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:49,861 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/.tmp/hbase.id]:[hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/hbase.id] 2024-11-12T07:22:49,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:49,868 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:22:49,869 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T07:22:49,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:49,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:49,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:22:50,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:22:50,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T07:22:50,323 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:50,323 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:22:50,324 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:22:50,728 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store 2024-11-12T07:22:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:22:51,133 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:51,134 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:51,134 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:51,134 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:51,134 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:51,134 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:51,134 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:51,134 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396171134Disabling compacts and flushes for region at 1731396171134Disabling writes for close at 1731396171134Writing region close event to WAL at 1731396171134Closed at 1731396171134 2024-11-12T07:22:51,134 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/.initializing 2024-11-12T07:22:51,135 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/WALs/cea23c84c117,46211,1731396169179 2024-11-12T07:22:51,135 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:51,136 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C46211%2C1731396169179, suffix=, logDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/WALs/cea23c84c117,46211,1731396169179, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/oldWALs, maxLogs=10 2024-11-12T07:22:51,148 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/WALs/cea23c84c117,46211,1731396169179/cea23c84c117%2C46211%2C1731396169179.1731396171136, exclude list is [], retry=0 2024-11-12T07:22:51,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:22:51,151 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/WALs/cea23c84c117,46211,1731396169179/cea23c84c117%2C46211%2C1731396169179.1731396171136 2024-11-12T07:22:51,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:22:51,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:51,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:51,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,151 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:22:51,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:22:51,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:22:51,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:22:51,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:51,156 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,157 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,157 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,158 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,158 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,158 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:51,159 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:51,160 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:51,160 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69293833, jitterRate=0.03255857527256012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:51,160 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396171151Initializing all the Stores at 1731396171152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396171152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396171152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396171152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396171152Cleaning up temporary data from old regions at 1731396171158 (+6 ms)Region opened successfully at 1731396171160 (+2 ms) 2024-11-12T07:22:51,160 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:22:51,162 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34288479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:22:51,163 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:22:51,165 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:22:51,165 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/balancer because node does not exist (not necessarily an error) 2024-11-12T07:22:51,265 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/balancer already deleted, retry=false 2024-11-12T07:22:51,266 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:22:51,267 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:22:51,276 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/normalizer already deleted, retry=false 2024-11-12T07:22:51,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:22:51,277 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:22:51,286 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/switch/split already deleted, retry=false 2024-11-12T07:22:51,287 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:22:51,297 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/switch/merge already deleted, retry=false 2024-11-12T07:22:51,298 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:22:51,307 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/snapshot-cleanup already deleted, retry=false 2024-11-12T07:22:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0865532086/running 2024-11-12T07:22:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0865532086/running 2024-11-12T07:22:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,318 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,46211,1731396169179, sessionid=0x1012dece1cf0000, setting cluster-up flag (Was=false) 2024-11-12T07:22:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,371 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0865532086/flush-table-proc/acquired, /0865532086/flush-table-proc/reached, /0865532086/flush-table-proc/abort 2024-11-12T07:22:51,372 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46211,1731396169179 2024-11-12T07:22:51,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:51,423 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0865532086/online-snapshot/acquired, /0865532086/online-snapshot/reached, /0865532086/online-snapshot/abort 2024-11-12T07:22:51,424 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,46211,1731396169179 2024-11-12T07:22:51,425 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:22:51,426 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:51,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:22:51,426 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:22:51,427 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,46211,1731396169179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:51,428 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396201428 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:22:51,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:22:51,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:22:51,429 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:22:51,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:22:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:22:51,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:22:51,430 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396171430,5,FailOnTimeoutGroup] 2024-11-12T07:22:51,430 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396171430,5,FailOnTimeoutGroup] 2024-11-12T07:22:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:22:51,430 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,431 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:22:51,511 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(746): ClusterId : 8d91f177-a6c0-481a-8281-35664bb266be 2024-11-12T07:22:51,511 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:22:51,523 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:22:51,523 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:22:51,534 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:22:51,534 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25965d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:51,544 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:39187 2024-11-12T07:22:51,544 INFO [RS:0;cea23c84c117:39187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:22:51,544 INFO [RS:0;cea23c84c117:39187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:22:51,544 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:22:51,544 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,46211,1731396169179 with port=39187, startcode=1731396169379 2024-11-12T07:22:51,544 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:22:51,545 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:22:51,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46211 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,547 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430 2024-11-12T07:22:51,547 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38591 2024-11-12T07:22:51,547 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:22:51,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/rs 2024-11-12T07:22:51,554 DEBUG [RS:0;cea23c84c117:39187 {}] zookeeper.ZKUtil(111): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on existing znode=/0865532086/rs/cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,554 WARN [RS:0;cea23c84c117:39187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:51,554 INFO [RS:0;cea23c84c117:39187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:51,555 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,39187,1731396169379] 2024-11-12T07:22:51,557 INFO [RS:0;cea23c84c117:39187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:22:51,558 INFO [RS:0;cea23c84c117:39187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:22:51,558 INFO [RS:0;cea23c84c117:39187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:22:51,558 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,558 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:51,559 DEBUG [RS:0;cea23c84c117:39187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,559 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39187,1731396169379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:51,572 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:22:51,572 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,39187,1731396169379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,572 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,572 INFO [RS:0;cea23c84c117:39187 {}] regionserver.Replication(171): cea23c84c117,39187,1731396169379 started 2024-11-12T07:22:51,584 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:51,584 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,39187,1731396169379, RpcServer on cea23c84c117/172.17.0.2:39187, sessionid=0x1012dece1cf0001 2024-11-12T07:22:51,584 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:22:51,584 DEBUG [RS:0;cea23c84c117:39187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,584 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39187,1731396169379' 2024-11-12T07:22:51,584 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0865532086/flush-table-proc/abort' 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0865532086/flush-table-proc/acquired' 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,39187,1731396169379 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,39187,1731396169379' 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0865532086/online-snapshot/abort' 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0865532086/online-snapshot/acquired' 2024-11-12T07:22:51,585 DEBUG [RS:0;cea23c84c117:39187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:22:51,585 INFO [RS:0;cea23c84c117:39187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:22:51,585 INFO [RS:0;cea23c84c117:39187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:22:51,686 INFO [RS:0;cea23c84c117:39187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:51,687 INFO [RS:0;cea23c84c117:39187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39187%2C1731396169379, suffix=, logDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/oldWALs, maxLogs=10 2024-11-12T07:22:51,698 DEBUG [RS:0;cea23c84c117:39187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687, exclude list is [], retry=0 2024-11-12T07:22:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:22:51,701 INFO [RS:0;cea23c84c117:39187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 2024-11-12T07:22:51,702 DEBUG [RS:0;cea23c84c117:39187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:22:51,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:22:51,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430 2024-11-12T07:22:51,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:22:52,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:52,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:52,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:52,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:52,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:52,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:52,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:52,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:52,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:52,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:52,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740 2024-11-12T07:22:52,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740 2024-11-12T07:22:52,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:52,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:52,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:52,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:52,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:52,248 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75179431, jitterRate=0.1202608197927475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396172238Initializing all the Stores at 1731396172239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396172239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172239Cleaning up temporary data from old regions at 1731396172245 (+6 ms)Region opened successfully at 1731396172248 (+3 ms) 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:52,248 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:52,248 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:52,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396172248Disabling compacts and flushes for region at 1731396172248Disabling writes for close at 1731396172248Writing region close event to WAL at 1731396172248Closed at 1731396172248 2024-11-12T07:22:52,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:52,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:52,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:52,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:52,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:52,400 DEBUG [cea23c84c117:46211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:52,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:22:52,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39187,1731396169379, state=OPENING 2024-11-12T07:22:52,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:22:52,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0865532086/meta-region-server: CHANGED 2024-11-12T07:22:52,460 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:52,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0865532086/meta-region-server: CHANGED 2024-11-12T07:22:52,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39187,1731396169379}] 2024-11-12T07:22:52,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:52,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:52,615 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:52,615 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:52,615 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:52,616 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39187%2C1731396169379.meta, suffix=.meta, logDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/oldWALs, maxLogs=10 2024-11-12T07:22:52,628 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396172616.meta, exclude list is [], retry=0 2024-11-12T07:22:52,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:22:52,631 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396172616.meta 2024-11-12T07:22:52,631 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:22:52,631 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:52,632 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:52,632 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:52,632 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:52,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:52,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:52,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:52,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:52,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:52,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:52,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:52,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:52,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:52,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:52,636 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:52,637 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740 2024-11-12T07:22:52,637 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740 2024-11-12T07:22:52,638 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:52,638 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:52,638 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:52,639 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:52,639 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69283241, jitterRate=0.032400742173194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:52,639 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:52,639 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396172632Writing region info on filesystem at 1731396172632Initializing all the Stores at 1731396172633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396172633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396172633Cleaning up temporary data from old regions at 1731396172638 (+5 ms)Running coprocessor post-open hooks at 1731396172639 (+1 ms)Region opened successfully at 1731396172639 2024-11-12T07:22:52,640 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396172612 2024-11-12T07:22:52,641 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:52,641 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:52,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:22:52,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,39187,1731396169379, state=OPEN 2024-11-12T07:22:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0865532086/meta-region-server 2024-11-12T07:22:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0865532086/meta-region-server 2024-11-12T07:22:52,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,39187,1731396169379 2024-11-12T07:22:52,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0865532086/meta-region-server: CHANGED 2024-11-12T07:22:52,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0865532086/meta-region-server: CHANGED 2024-11-12T07:22:52,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:52,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,39187,1731396169379 in 217 msec 2024-11-12T07:22:52,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:52,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-12T07:22:52,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:52,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:52,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:52,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39187,1731396169379, seqNum=-1] 2024-11-12T07:22:52,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:52,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:52,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-12T07:22:52,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396172686, completionTime=-1 2024-11-12T07:22:52,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:52,686 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396232688 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396292688 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:46211, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,688 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,689 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,690 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:52,691 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:52,693 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:52,693 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:52,693 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46211,1731396169179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:52,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f63bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:52,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:22:52,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:52,713 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9b879a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:52,714 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:52,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fb7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:52,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:52,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39187,1731396169379, seqNum=-1] 2024-11-12T07:22:52,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:52,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:52,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,46211,1731396169179 2024-11-12T07:22:52,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:52,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012dece1cf0002 connected 2024-11-12T07:22:52,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir so I do NOT create it in target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1 2024-11-12T07:22:52,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:52,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.tmp.dir so I do NOT create it in target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1 2024-11-12T07:22:52,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:52,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1 2024-11-12T07:22:52,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:52,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/cluster_b7e3edb6-cec5-81c3-764f-9970892195f8, deleteOnExit=true 2024-11-12T07:22:52,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/test.cache.data in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:52,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:52,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:53,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:53,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:53,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:53,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:53,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:22:53,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:53,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5cfbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:53,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e429a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:53,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ad49d1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/java.io.tmpdir/jetty-localhost-40875-hadoop-hdfs-3_4_1-tests_jar-_-any-6843265340189663530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:53,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1365c613{HTTP/1.1, (http/1.1)}{localhost:40875} 2024-11-12T07:22:53,156 INFO [Time-limited test {}] server.Server(415): Started @325908ms 2024-11-12T07:22:53,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:53,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:53,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:53,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:53,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:22:53,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202dfa32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:53,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@566510c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:53,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7025b5c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/java.io.tmpdir/jetty-localhost-33985-hadoop-hdfs-3_4_1-tests_jar-_-any-1387087406988575162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:53,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bdf679d{HTTP/1.1, (http/1.1)}{localhost:33985} 2024-11-12T07:22:53,614 INFO [Time-limited test {}] server.Server(415): Started @326367ms 2024-11-12T07:22:53,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:22:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:22:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:22:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T07:22:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T07:22:54,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:22:54,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T07:22:54,361 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/cluster_b7e3edb6-cec5-81c3-764f-9970892195f8/data/data1/current/BP-1191969107-172.17.0.2-1731396172770/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:54,361 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/cluster_b7e3edb6-cec5-81c3-764f-9970892195f8/data/data2/current/BP-1191969107-172.17.0.2-1731396172770/current, will proceed with Du for space computation calculation, 2024-11-12T07:22:54,389 WARN [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:22:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b52c6bff48a3b03 with lease ID 0xba93155acc5a914a: Processing first storage report for DS-3fd77346-4a60-49ad-8a70-550d45020f0d from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d8d5f14a-002a-49ab-a250-055f40ebe04c, infoPort=39813, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=2029789612;c=1731396172770) 2024-11-12T07:22:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b52c6bff48a3b03 with lease ID 0xba93155acc5a914a: from storage DS-3fd77346-4a60-49ad-8a70-550d45020f0d node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d8d5f14a-002a-49ab-a250-055f40ebe04c, infoPort=39813, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=2029789612;c=1731396172770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b52c6bff48a3b03 with lease ID 0xba93155acc5a914a: Processing first storage report for DS-4c3562a3-7231-460c-88c8-3e73071fbc39 from datanode DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d8d5f14a-002a-49ab-a250-055f40ebe04c, infoPort=39813, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=2029789612;c=1731396172770) 2024-11-12T07:22:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b52c6bff48a3b03 with lease ID 0xba93155acc5a914a: from storage DS-4c3562a3-7231-460c-88c8-3e73071fbc39 node DatanodeRegistration(127.0.0.1:42085, datanodeUuid=d8d5f14a-002a-49ab-a250-055f40ebe04c, infoPort=39813, infoSecurePort=0, ipcPort=35133, storageInfo=lv=-57;cid=testClusterID;nsid=2029789612;c=1731396172770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:22:54,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1 2024-11-12T07:22:54,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:54,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:54,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:22:54,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8 with version=8 2024-11-12T07:22:54,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/hbase-staging 2024-11-12T07:22:54,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:54,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41827 2024-11-12T07:22:54,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41827 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:54,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418270x0, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:54,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41827-0x1012dece1cf0003 connected 2024-11-12T07:22:55,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:55,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:55,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/running 2024-11-12T07:22:55,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8, hbase.cluster.distributed=false 2024-11-12T07:22:55,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/acl 2024-11-12T07:22:55,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-12T07:22:55,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41827 2024-11-12T07:22:55,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41827 2024-11-12T07:22:55,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-12T07:22:55,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-12T07:22:55,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:22:55,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:22:55,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42795 2024-11-12T07:22:55,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42795 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:55,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:55,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427950x0, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:55,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427950x0, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/running 2024-11-12T07:22:55,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:22:55,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42795-0x1012dece1cf0004 connected 2024-11-12T07:22:55,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:22:55,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/master 2024-11-12T07:22:55,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/acl 2024-11-12T07:22:55,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-12T07:22:55,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42795 2024-11-12T07:22:55,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42795 2024-11-12T07:22:55,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-12T07:22:55,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-12T07:22:55,151 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:41827 2024-11-12T07:22:55,160 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11967633162/backup-masters/cea23c84c117,41827,1731396174890 2024-11-12T07:22:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/backup-masters 2024-11-12T07:22:55,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/backup-masters 2024-11-12T07:22:55,171 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on existing znode=/11967633162/backup-masters/cea23c84c117,41827,1731396174890 2024-11-12T07:22:55,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11967633162/master 2024-11-12T07:22:55,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:55,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:55,181 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on existing znode=/11967633162/master 2024-11-12T07:22:55,182 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11967633162/backup-masters/cea23c84c117,41827,1731396174890 from backup master directory 2024-11-12T07:22:55,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11967633162/backup-masters/cea23c84c117,41827,1731396174890 2024-11-12T07:22:55,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/backup-masters 2024-11-12T07:22:55,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/backup-masters 2024-11-12T07:22:55,193 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:55,193 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,41827,1731396174890 2024-11-12T07:22:55,197 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/hbase.id] with ID: 4c46d389-d0d7-4987-85cc-72be61887600 2024-11-12T07:22:55,197 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/.tmp/hbase.id 2024-11-12T07:22:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:22:55,602 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/.tmp/hbase.id]:[hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/hbase.id] 2024-11-12T07:22:55,608 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:22:55,608 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:22:55,609 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:22:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:55,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:22:55,631 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:22:55,632 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:22:55,632 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:22:56,037 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store 2024-11-12T07:22:56,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:22:56,441 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:56,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:22:56,442 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:56,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:56,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:22:56,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:56,442 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:22:56,442 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396176441Disabling compacts and flushes for region at 1731396176441Disabling writes for close at 1731396176442 (+1 ms)Writing region close event to WAL at 1731396176442Closed at 1731396176442 2024-11-12T07:22:56,443 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/.initializing 2024-11-12T07:22:56,443 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/WALs/cea23c84c117,41827,1731396174890 2024-11-12T07:22:56,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:56,445 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C41827%2C1731396174890, suffix=, logDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/WALs/cea23c84c117,41827,1731396174890, archiveDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/oldWALs, maxLogs=10 2024-11-12T07:22:56,464 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/WALs/cea23c84c117,41827,1731396174890/cea23c84c117%2C41827%2C1731396174890.1731396176446, exclude list is [], retry=0 2024-11-12T07:22:56,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-3fd77346-4a60-49ad-8a70-550d45020f0d,DISK] 2024-11-12T07:22:56,472 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/WALs/cea23c84c117,41827,1731396174890/cea23c84c117%2C41827%2C1731396174890.1731396176446 2024-11-12T07:22:56,476 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39813:39813)] 2024-11-12T07:22:56,476 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:56,476 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:56,476 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,476 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:22:56,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:56,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:56,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:22:56,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:56,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:56,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:22:56,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:56,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:56,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:22:56,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:56,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:22:56,486 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,487 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,487 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,488 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,488 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,488 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:56,489 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:22:56,493 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:56,493 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66606537, jitterRate=-0.007485255599021912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:56,493 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396176477Initializing all the Stores at 1731396176477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396176477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396176479 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396176479Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396176479Cleaning up temporary data from old regions at 1731396176488 (+9 ms)Region opened successfully at 1731396176493 (+5 ms) 2024-11-12T07:22:56,493 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:22:56,495 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2de520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:56,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:22:56,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:22:56,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:22:56,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:22:56,496 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:22:56,497 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:22:56,497 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:22:56,505 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:22:56,506 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Unable to get data of znode /11967633162/balancer because node does not exist (not necessarily an error) 2024-11-12T07:22:56,557 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/balancer already deleted, retry=false 2024-11-12T07:22:56,557 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:22:56,558 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Unable to get data of znode /11967633162/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:22:56,609 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/normalizer already deleted, retry=false 2024-11-12T07:22:56,610 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:22:56,611 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Unable to get data of znode /11967633162/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:22:56,665 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/switch/split already deleted, retry=false 2024-11-12T07:22:56,666 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Unable to get data of znode /11967633162/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:22:56,745 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/switch/merge already deleted, retry=false 2024-11-12T07:22:56,746 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Unable to get data of znode /11967633162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:22:56,799 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/snapshot-cleanup already deleted, retry=false 2024-11-12T07:22:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11967633162/running 2024-11-12T07:22:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11967633162/running 2024-11-12T07:22:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:56,854 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,41827,1731396174890, sessionid=0x1012dece1cf0003, setting cluster-up flag (Was=false) 2024-11-12T07:22:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:57,197 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11967633162/flush-table-proc/acquired, /11967633162/flush-table-proc/reached, /11967633162/flush-table-proc/abort 2024-11-12T07:22:57,198 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41827,1731396174890 2024-11-12T07:22:57,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:57,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:57,649 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11967633162/online-snapshot/acquired, /11967633162/online-snapshot/reached, /11967633162/online-snapshot/abort 2024-11-12T07:22:57,650 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,41827,1731396174890 2024-11-12T07:22:57,651 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:22:57,652 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:57,652 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:22:57,652 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:22:57,653 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,41827,1731396174890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:57,654 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396207654 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:22:57,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:57,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:22:57,655 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:22:57,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:57,656 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396177656,5,FailOnTimeoutGroup] 2024-11-12T07:22:57,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:22:57,656 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396177656,5,FailOnTimeoutGroup] 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,656 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:22:57,743 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(746): ClusterId : 4c46d389-d0d7-4987-85cc-72be61887600 2024-11-12T07:22:57,743 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:22:57,786 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:22:57,786 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:22:57,861 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:22:57,862 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407e98a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:22:57,875 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:42795 2024-11-12T07:22:57,875 INFO [RS:0;cea23c84c117:42795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:22:57,876 INFO [RS:0;cea23c84c117:42795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:22:57,876 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:22:57,876 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,41827,1731396174890 with port=42795, startcode=1731396175105 2024-11-12T07:22:57,876 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:22:57,877 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:22:57,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,42795,1731396175105 2024-11-12T07:22:57,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,42795,1731396175105 2024-11-12T07:22:57,879 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8 2024-11-12T07:22:57,879 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38231 2024-11-12T07:22:57,879 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:22:57,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/rs 2024-11-12T07:22:57,978 DEBUG [RS:0;cea23c84c117:42795 {}] zookeeper.ZKUtil(111): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on existing znode=/11967633162/rs/cea23c84c117,42795,1731396175105 2024-11-12T07:22:57,978 WARN [RS:0;cea23c84c117:42795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:22:57,978 INFO [RS:0;cea23c84c117:42795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:57,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,42795,1731396175105] 2024-11-12T07:22:57,978 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105 2024-11-12T07:22:57,980 INFO [RS:0;cea23c84c117:42795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:22:57,982 INFO [RS:0;cea23c84c117:42795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:22:57,982 INFO [RS:0;cea23c84c117:42795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:22:57,982 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,983 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:22:57,983 INFO [RS:0;cea23c84c117:42795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:22:57,983 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,983 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,984 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,984 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:22:57,984 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:57,984 DEBUG [RS:0;cea23c84c117:42795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:57,987 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42795,1731396175105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:58,004 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:22:58,005 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42795,1731396175105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,005 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,005 INFO [RS:0;cea23c84c117:42795 {}] regionserver.Replication(171): cea23c84c117,42795,1731396175105 started 2024-11-12T07:22:58,021 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,021 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,42795,1731396175105, RpcServer on cea23c84c117/172.17.0.2:42795, sessionid=0x1012dece1cf0004 2024-11-12T07:22:58,021 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:22:58,021 DEBUG [RS:0;cea23c84c117:42795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,42795,1731396175105 2024-11-12T07:22:58,021 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42795,1731396175105' 2024-11-12T07:22:58,021 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11967633162/flush-table-proc/abort' 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11967633162/flush-table-proc/acquired' 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,42795,1731396175105 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42795,1731396175105' 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11967633162/online-snapshot/abort' 2024-11-12T07:22:58,022 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11967633162/online-snapshot/acquired' 2024-11-12T07:22:58,023 DEBUG [RS:0;cea23c84c117:42795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:22:58,023 INFO [RS:0;cea23c84c117:42795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:22:58,023 INFO [RS:0;cea23c84c117:42795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:22:58,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:22:58,062 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8 2024-11-12T07:22:58,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:22:58,123 INFO [RS:0;cea23c84c117:42795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:22:58,124 INFO [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C42795%2C1731396175105, suffix=, logDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105, archiveDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/oldWALs, maxLogs=10 2024-11-12T07:22:58,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:22:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,136 DEBUG [RS:0;cea23c84c117:42795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105/cea23c84c117%2C42795%2C1731396175105.1731396178124, exclude list is [], retry=0 2024-11-12T07:22:58,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-3fd77346-4a60-49ad-8a70-550d45020f0d,DISK] 2024-11-12T07:22:58,139 INFO [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105/cea23c84c117%2C42795%2C1731396175105.1731396178124 2024-11-12T07:22:58,139 DEBUG [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39813:39813)] 2024-11-12T07:22:58,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:22:58,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:58,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:58,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:58,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:58,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:58,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:58,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:58,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:58,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:58,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:58,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740 2024-11-12T07:22:58,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740 2024-11-12T07:22:58,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:58,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:58,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:58,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:22:58,479 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70808046, jitterRate=0.05512210726737976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396178467Initializing all the Stores at 1731396178467Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396178467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178467Cleaning up temporary data from old regions at 1731396178476 (+9 ms)Region opened successfully at 1731396178479 (+3 ms) 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:22:58,479 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:22:58,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:22:58,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:22:58,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396178479Disabling compacts and flushes for region at 1731396178479Disabling writes for close at 1731396178479Writing region close event to WAL at 1731396178480 (+1 ms)Closed at 1731396178480 2024-11-12T07:22:58,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:58,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:22:58,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:22:58,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:58,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:22:58,634 DEBUG [cea23c84c117:41827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:22:58,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,42795,1731396175105 2024-11-12T07:22:58,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42795,1731396175105, state=OPENING 2024-11-12T07:22:58,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:22:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:22:58,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:22:58,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11967633162/meta-region-server: CHANGED 2024-11-12T07:22:58,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11967633162/meta-region-server: CHANGED 2024-11-12T07:22:58,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42795,1731396175105}] 2024-11-12T07:22:58,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:22:58,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:22:58,908 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:22:58,908 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:22:58,908 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:22:58,909 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C42795%2C1731396175105.meta, suffix=.meta, logDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105, archiveDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/oldWALs, maxLogs=10 2024-11-12T07:22:58,926 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105/cea23c84c117%2C42795%2C1731396175105.meta.1731396178910.meta, exclude list is [], retry=0 2024-11-12T07:22:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42085,DS-3fd77346-4a60-49ad-8a70-550d45020f0d,DISK] 2024-11-12T07:22:58,932 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105/cea23c84c117%2C42795%2C1731396175105.meta.1731396178910.meta 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39813:39813)] 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:22:58,933 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:22:58,933 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:22:58,933 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:22:58,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:22:58,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:22:58,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:22:58,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:22:58,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:22:58,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:22:58,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:22:58,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:22:58,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:22:58,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:22:58,939 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:22:58,940 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740 2024-11-12T07:22:58,940 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740 2024-11-12T07:22:58,941 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:22:58,941 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:22:58,941 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:22:58,942 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:22:58,942 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67965065, jitterRate=0.012758389115333557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:22:58,942 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:22:58,942 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396178933Writing region info on filesystem at 1731396178933Initializing all the Stores at 1731396178934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178936 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396178936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396178936Cleaning up temporary data from old regions at 1731396178941 (+5 ms)Running coprocessor post-open hooks at 1731396178942 (+1 ms)Region opened successfully at 1731396178942 2024-11-12T07:22:58,943 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396178904 2024-11-12T07:22:58,944 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:22:58,944 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:22:58,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42795,1731396175105 2024-11-12T07:22:58,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42795,1731396175105, state=OPEN 2024-11-12T07:22:58,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11967633162/meta-region-server 2024-11-12T07:22:58,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11967633162/meta-region-server 2024-11-12T07:22:58,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,42795,1731396175105 2024-11-12T07:22:58,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11967633162/meta-region-server: CHANGED 2024-11-12T07:22:58,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11967633162/meta-region-server: CHANGED 2024-11-12T07:22:58,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:22:58,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42795,1731396175105 in 202 msec 2024-11-12T07:22:58,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:22:58,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-12T07:22:58,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:22:58,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:22:58,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:58,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42795,1731396175105, seqNum=-1] 2024-11-12T07:22:58,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:58,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:58,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-12T07:22:58,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396178962, completionTime=-1 2024-11-12T07:22:58,962 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:22:58,962 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396238964 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396298964 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:41827, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,964 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:58,966 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.774sec 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:22:58,967 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:22:58,969 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:22:58,969 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:22:58,969 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,41827,1731396174890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:22:59,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:59,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41827,-1 for getting cluster id 2024-11-12T07:22:59,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:22:59,057 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c46d389-d0d7-4987-85cc-72be61887600' 2024-11-12T07:22:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:22:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c46d389-d0d7-4987-85cc-72be61887600" 2024-11-12T07:22:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350f593c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41827,-1] 2024-11-12T07:22:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:22:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:22:59,059 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:22:59,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ad75d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:22:59,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:22:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42795,1731396175105, seqNum=-1] 2024-11-12T07:22:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:22:59,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:22:59,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,41827,1731396174890 2024-11-12T07:22:59,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:22:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:22:59,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012dece1cf0005 connected 2024-11-12T07:22:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir so I do NOT create it in target/test-data/16f7431e-b393-a137-0168-3f0d7720e588 2024-11-12T07:22:59,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T07:22:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.tmp.dir so I do NOT create it in target/test-data/16f7431e-b393-a137-0168-3f0d7720e588 2024-11-12T07:22:59,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T07:22:59,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588 2024-11-12T07:22:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:22:59,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/cluster_4d89aa44-2279-6a26-8298-f8a87b31b363, deleteOnExit=true 2024-11-12T07:22:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/test.cache.data in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:22:59,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:22:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:22:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:22:59,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:59,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:59,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:59,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:59,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:22:59,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:59,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a02ecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:59,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cccc13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:59,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b04a19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/java.io.tmpdir/jetty-localhost-38635-hadoop-hdfs-3_4_1-tests_jar-_-any-10740200933982325371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:22:59,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60a3814e{HTTP/1.1, (http/1.1)}{localhost:38635} 2024-11-12T07:22:59,572 INFO [Time-limited test {}] server.Server(415): Started @332325ms 2024-11-12T07:22:59,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:22:59,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:22:59,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:22:59,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:22:59,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:22:59,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6eedbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:22:59,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e9e51c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:22:59,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27dd6766{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/java.io.tmpdir/jetty-localhost-37459-hadoop-hdfs-3_4_1-tests_jar-_-any-3630791346180847992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:22:59,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7141d5a1{HTTP/1.1, (http/1.1)}{localhost:37459} 2024-11-12T07:22:59,992 INFO [Time-limited test {}] server.Server(415): Started @332745ms 2024-11-12T07:22:59,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:23:00,701 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/cluster_4d89aa44-2279-6a26-8298-f8a87b31b363/data/data1/current/BP-935948957-172.17.0.2-1731396179110/current, will proceed with Du for space computation calculation, 2024-11-12T07:23:00,708 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/cluster_4d89aa44-2279-6a26-8298-f8a87b31b363/data/data2/current/BP-935948957-172.17.0.2-1731396179110/current, will proceed with Du for space computation calculation, 2024-11-12T07:23:00,741 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:23:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x687f4fb4dc37c1df with lease ID 0xd7f25da8f5747400: Processing first storage report for DS-886188fb-1932-4af7-a6d8-a9607d877ca7 from datanode DatanodeRegistration(127.0.0.1:38397, datanodeUuid=52c583e3-6f2e-457b-8c07-e1391ad75460, infoPort=41805, infoSecurePort=0, ipcPort=40119, storageInfo=lv=-57;cid=testClusterID;nsid=676387048;c=1731396179110) 2024-11-12T07:23:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x687f4fb4dc37c1df with lease ID 0xd7f25da8f5747400: from storage DS-886188fb-1932-4af7-a6d8-a9607d877ca7 node DatanodeRegistration(127.0.0.1:38397, datanodeUuid=52c583e3-6f2e-457b-8c07-e1391ad75460, infoPort=41805, infoSecurePort=0, ipcPort=40119, storageInfo=lv=-57;cid=testClusterID;nsid=676387048;c=1731396179110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:23:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x687f4fb4dc37c1df with lease ID 0xd7f25da8f5747400: Processing first storage report for DS-87e90b85-2240-4003-b784-98f68dc1ed5d from datanode DatanodeRegistration(127.0.0.1:38397, datanodeUuid=52c583e3-6f2e-457b-8c07-e1391ad75460, infoPort=41805, infoSecurePort=0, ipcPort=40119, storageInfo=lv=-57;cid=testClusterID;nsid=676387048;c=1731396179110) 2024-11-12T07:23:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x687f4fb4dc37c1df with lease ID 0xd7f25da8f5747400: from storage DS-87e90b85-2240-4003-b784-98f68dc1ed5d node DatanodeRegistration(127.0.0.1:38397, datanodeUuid=52c583e3-6f2e-457b-8c07-e1391ad75460, infoPort=41805, infoSecurePort=0, ipcPort=40119, storageInfo=lv=-57;cid=testClusterID;nsid=676387048;c=1731396179110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:23:00,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588 2024-11-12T07:23:00,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:00,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:23:01,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584 with version=8 2024-11-12T07:23:01,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/hbase-staging 2024-11-12T07:23:01,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:23:01,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:23:01,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:23:01,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:23:01,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:23:01,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36833 2024-11-12T07:23:01,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36833 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:23:01,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368330x0, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:23:01,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36833-0x1012dece1cf0006 connected 2024-11-12T07:23:01,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:01,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:01,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/running 2024-11-12T07:23:01,352 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584, hbase.cluster.distributed=false 2024-11-12T07:23:01,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/acl 2024-11-12T07:23:01,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-12T07:23:01,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36833 2024-11-12T07:23:01,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36833 2024-11-12T07:23:01,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-12T07:23:01,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36833 2024-11-12T07:23:01,372 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:23:01,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46725 2024-11-12T07:23:01,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46725 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:23:01,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:01,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:01,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467250x0, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:23:01,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467250x0, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/running 2024-11-12T07:23:01,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46725-0x1012dece1cf0007 connected 2024-11-12T07:23:01,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:23:01,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:23:01,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/master 2024-11-12T07:23:01,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/acl 2024-11-12T07:23:01,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-12T07:23:01,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46725 2024-11-12T07:23:01,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46725 2024-11-12T07:23:01,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-12T07:23:01,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-12T07:23:01,413 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:36833 2024-11-12T07:23:01,414 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2060620975/backup-masters/cea23c84c117,36833,1731396181251 2024-11-12T07:23:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/backup-masters 2024-11-12T07:23:01,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/backup-masters 2024-11-12T07:23:01,423 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on existing znode=/2-2060620975/backup-masters/cea23c84c117,36833,1731396181251 2024-11-12T07:23:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2060620975/master 2024-11-12T07:23:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:01,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:01,434 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on existing znode=/2-2060620975/master 2024-11-12T07:23:01,434 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2060620975/backup-masters/cea23c84c117,36833,1731396181251 from backup master directory 2024-11-12T07:23:01,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2060620975/backup-masters/cea23c84c117,36833,1731396181251 2024-11-12T07:23:01,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/backup-masters 2024-11-12T07:23:01,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/backup-masters 2024-11-12T07:23:01,444 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:23:01,444 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,36833,1731396181251 2024-11-12T07:23:01,446 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/hbase.id] with ID: ef866933-c7cd-42ac-a074-fc3f5a0fff31 2024-11-12T07:23:01,446 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/.tmp/hbase.id 2024-11-12T07:23:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:23:01,854 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/.tmp/hbase.id]:[hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/hbase.id] 2024-11-12T07:23:01,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:01,863 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:23:01,864 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T07:23:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:23:01,895 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:23:01,896 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:23:01,896 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:23:01,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:23:01,934 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store 2024-11-12T07:23:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:23:02,376 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:02,376 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:02,376 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396182376Disabling compacts and flushes for region at 1731396182376Disabling writes for close at 1731396182376Writing region close event to WAL at 1731396182376Closed at 1731396182376 2024-11-12T07:23:02,377 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/.initializing 2024-11-12T07:23:02,377 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/WALs/cea23c84c117,36833,1731396181251 2024-11-12T07:23:02,378 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:23:02,380 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C36833%2C1731396181251, suffix=, logDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/WALs/cea23c84c117,36833,1731396181251, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/oldWALs, maxLogs=10 2024-11-12T07:23:02,401 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/WALs/cea23c84c117,36833,1731396181251/cea23c84c117%2C36833%2C1731396181251.1731396182380, exclude list is [], retry=0 2024-11-12T07:23:02,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38397,DS-886188fb-1932-4af7-a6d8-a9607d877ca7,DISK] 2024-11-12T07:23:02,406 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/WALs/cea23c84c117,36833,1731396181251/cea23c84c117%2C36833%2C1731396181251.1731396182380 2024-11-12T07:23:02,408 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41805:41805)] 2024-11-12T07:23:02,408 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:02,408 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:02,409 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,409 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:23:02,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:02,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:02,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:23:02,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:23:02,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:02,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:02,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:23:02,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:02,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:02,419 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,420 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,420 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,421 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:23:02,422 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:23:02,424 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:02,425 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447596, jitterRate=0.109355628490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:23:02,425 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396182409Initializing all the Stores at 1731396182410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396182410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396182410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396182410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396182410Cleaning up temporary data from old regions at 1731396182421 (+11 ms)Region opened successfully at 1731396182425 (+4 ms) 2024-11-12T07:23:02,428 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:23:02,431 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2616bc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:23:02,432 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:23:02,432 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:23:02,432 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:23:02,432 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:23:02,433 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T07:23:02,433 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T07:23:02,433 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:23:02,448 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:23:02,449 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/balancer because node does not exist (not necessarily an error) 2024-11-12T07:23:02,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/balancer already deleted, retry=false 2024-11-12T07:23:02,508 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:23:02,509 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:23:02,518 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/normalizer already deleted, retry=false 2024-11-12T07:23:02,518 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:23:02,519 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:23:02,528 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/switch/split already deleted, retry=false 2024-11-12T07:23:02,529 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:23:02,539 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/switch/merge already deleted, retry=false 2024-11-12T07:23:02,541 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:23:02,553 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/snapshot-cleanup already deleted, retry=false 2024-11-12T07:23:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2060620975/running 2024-11-12T07:23:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2060620975/running 2024-11-12T07:23:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,565 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,36833,1731396181251, sessionid=0x1012dece1cf0006, setting cluster-up flag (Was=false) 2024-11-12T07:23:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,617 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2060620975/flush-table-proc/acquired, /2-2060620975/flush-table-proc/reached, /2-2060620975/flush-table-proc/abort 2024-11-12T07:23:02,617 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,36833,1731396181251 2024-11-12T07:23:02,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:02,669 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2060620975/online-snapshot/acquired, /2-2060620975/online-snapshot/reached, /2-2060620975/online-snapshot/abort 2024-11-12T07:23:02,670 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,36833,1731396181251 2024-11-12T07:23:02,672 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:23:02,685 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:23:02,685 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:23:02,686 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:23:02,686 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,36833,1731396181251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:23:02,687 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:23:02,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:23:02,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:02,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:23:02,724 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396212724 2024-11-12T07:23:02,724 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:23:02,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:23:02,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:23:02,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:23:02,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:23:02,725 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:23:02,729 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(746): ClusterId : ef866933-c7cd-42ac-a074-fc3f5a0fff31 2024-11-12T07:23:02,729 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:23:02,740 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:23:02,740 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:23:02,744 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,752 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:23:02,752 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@baed3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:23:02,764 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:23:02,764 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:23:02,765 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:23:02,765 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T07:23:02,765 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:23:02,765 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:23:02,765 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396182765,5,FailOnTimeoutGroup] 2024-11-12T07:23:02,785 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:46725 2024-11-12T07:23:02,785 INFO [RS:0;cea23c84c117:46725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:23:02,785 INFO [RS:0;cea23c84c117:46725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:23:02,785 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:23:02,786 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,36833,1731396181251 with port=46725, startcode=1731396181372 2024-11-12T07:23:02,786 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:23:02,788 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396182765,5,FailOnTimeoutGroup] 2024-11-12T07:23:02,788 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,788 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:23:02,788 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,788 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,797 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:23:02,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36833 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,800 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584 2024-11-12T07:23:02,800 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36349 2024-11-12T07:23:02,800 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:23:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:23:02,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:23:02,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584 2024-11-12T07:23:02,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/rs 2024-11-12T07:23:02,857 DEBUG [RS:0;cea23c84c117:46725 {}] zookeeper.ZKUtil(111): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on existing znode=/2-2060620975/rs/cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,857 WARN [RS:0;cea23c84c117:46725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:23:02,857 INFO [RS:0;cea23c84c117:46725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:23:02,857 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741832_1008 (size=32) 2024-11-12T07:23:02,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,46725,1731396181372] 2024-11-12T07:23:02,880 INFO [RS:0;cea23c84c117:46725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:23:02,896 INFO [RS:0;cea23c84c117:46725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:23:02,900 INFO [RS:0;cea23c84c117:46725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:23:02,900 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,900 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:23:02,901 INFO [RS:0;cea23c84c117:46725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:23:02,901 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,901 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,902 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,902 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:23:02,902 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:23:02,902 DEBUG [RS:0;cea23c84c117:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,904 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46725,1731396181372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:23:02,922 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:23:02,922 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,46725,1731396181372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,922 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,922 INFO [RS:0;cea23c84c117:46725 {}] regionserver.Replication(171): cea23c84c117,46725,1731396181372 started 2024-11-12T07:23:02,938 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:02,938 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,46725,1731396181372, RpcServer on cea23c84c117/172.17.0.2:46725, sessionid=0x1012dece1cf0007 2024-11-12T07:23:02,938 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:23:02,938 DEBUG [RS:0;cea23c84c117:46725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,938 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,46725,1731396181372' 2024-11-12T07:23:02,938 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2060620975/flush-table-proc/abort' 2024-11-12T07:23:02,938 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2060620975/flush-table-proc/acquired' 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,46725,1731396181372 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,46725,1731396181372' 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2060620975/online-snapshot/abort' 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2060620975/online-snapshot/acquired' 2024-11-12T07:23:02,939 DEBUG [RS:0;cea23c84c117:46725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:23:02,939 INFO [RS:0;cea23c84c117:46725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:23:02,939 INFO [RS:0;cea23c84c117:46725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:23:03,040 INFO [RS:0;cea23c84c117:46725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:23:03,041 INFO [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C46725%2C1731396181372, suffix=, logDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/oldWALs, maxLogs=10 2024-11-12T07:23:03,055 DEBUG [RS:0;cea23c84c117:46725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372/cea23c84c117%2C46725%2C1731396181372.1731396183041, exclude list is [], retry=0 2024-11-12T07:23:03,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38397,DS-886188fb-1932-4af7-a6d8-a9607d877ca7,DISK] 2024-11-12T07:23:03,071 INFO [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372/cea23c84c117%2C46725%2C1731396181372.1731396183041 2024-11-12T07:23:03,071 DEBUG [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41805:41805)] 2024-11-12T07:23:03,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:03,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:23:03,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:23:03,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:23:03,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:23:03,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:23:03,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:23:03,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:23:03,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:23:03,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:23:03,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740 2024-11-12T07:23:03,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740 2024-11-12T07:23:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:23:03,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:23:03,280 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:23:03,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:23:03,282 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:03,283 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68464916, jitterRate=0.020206749439239502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396183267Initializing all the Stores at 1731396183267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183268 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396183268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183268Cleaning up temporary data from old regions at 1731396183280 (+12 ms)Region opened successfully at 1731396183283 (+3 ms) 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:23:03,283 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:23:03,283 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:03,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396183283Disabling compacts and flushes for region at 1731396183283Disabling writes for close at 1731396183283Writing region close event to WAL at 1731396183283Closed at 1731396183283 2024-11-12T07:23:03,284 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:23:03,284 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:23:03,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:23:03,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:23:03,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:23:03,436 DEBUG [cea23c84c117:36833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:23:03,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,46725,1731396181372 2024-11-12T07:23:03,438 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,46725,1731396181372, state=OPENING 2024-11-12T07:23:03,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:23:03,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:03,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:03,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2060620975/meta-region-server: CHANGED 2024-11-12T07:23:03,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2060620975/meta-region-server: CHANGED 2024-11-12T07:23:03,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:23:03,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,46725,1731396181372}] 2024-11-12T07:23:03,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:23:03,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:23:03,685 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:23:03,685 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:23:03,685 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:23:03,686 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C46725%2C1731396181372.meta, suffix=.meta, logDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/oldWALs, maxLogs=10 2024-11-12T07:23:03,704 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372/cea23c84c117%2C46725%2C1731396181372.meta.1731396183687.meta, exclude list is [], retry=0 2024-11-12T07:23:03,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38397,DS-886188fb-1932-4af7-a6d8-a9607d877ca7,DISK] 2024-11-12T07:23:03,709 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372/cea23c84c117%2C46725%2C1731396181372.meta.1731396183687.meta 2024-11-12T07:23:03,724 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41805:41805)] 2024-11-12T07:23:03,724 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:03,725 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:23:03,725 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:23:03,725 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:23:03,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:23:03,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:23:03,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:23:03,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:23:03,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:23:03,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:23:03,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:23:03,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:23:03,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:23:03,735 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:23:03,736 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740 2024-11-12T07:23:03,737 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740 2024-11-12T07:23:03,738 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:23:03,738 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:23:03,739 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:23:03,740 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:23:03,740 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968049, jitterRate=-0.046801790595054626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:23:03,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:23:03,741 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396183725Writing region info on filesystem at 1731396183725Initializing all the Stores at 1731396183726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183728 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396183728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396183728Cleaning up temporary data from old regions at 1731396183738 (+10 ms)Running coprocessor post-open hooks at 1731396183741 (+3 ms)Region opened successfully at 1731396183741 2024-11-12T07:23:03,741 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396183664 2024-11-12T07:23:03,744 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:23:03,745 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:23:03,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,46725,1731396181372 2024-11-12T07:23:03,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,46725,1731396181372, state=OPEN 2024-11-12T07:23:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2060620975/meta-region-server 2024-11-12T07:23:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2060620975/meta-region-server 2024-11-12T07:23:03,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2060620975/meta-region-server: CHANGED 2024-11-12T07:23:03,753 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,46725,1731396181372 2024-11-12T07:23:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2060620975/meta-region-server: CHANGED 2024-11-12T07:23:03,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:23:03,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,46725,1731396181372 in 242 msec 2024-11-12T07:23:03,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:23:03,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-12T07:23:03,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:23:03,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:23:03,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:03,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,46725,1731396181372, seqNum=-1] 2024-11-12T07:23:03,761 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:03,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:03,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0830 sec 2024-11-12T07:23:03,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396183769, completionTime=-1 2024-11-12T07:23:03,769 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:23:03,769 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:23:03,771 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:23:03,771 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396243771 2024-11-12T07:23:03,771 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396303771 2024-11-12T07:23:03,771 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T07:23:03,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:36833, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,772 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,774 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:23:03,780 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.340sec 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:23:03,784 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:23:03,787 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:23:03,787 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:23:03,787 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,36833,1731396181251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:23:03,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517efad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:03,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,36833,-1 for getting cluster id 2024-11-12T07:23:03,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:03,831 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef866933-c7cd-42ac-a074-fc3f5a0fff31' 2024-11-12T07:23:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef866933-c7cd-42ac-a074-fc3f5a0fff31" 2024-11-12T07:23:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250f28fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,36833,-1] 2024-11-12T07:23:03,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:03,832 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:03,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:03,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,46725,1731396181372, seqNum=-1] 2024-11-12T07:23:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:03,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:03,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,36833,1731396181251 2024-11-12T07:23:03,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49281 2024-11-12T07:23:03,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:23:03,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012dece1cf0008 connected 2024-11-12T07:23:03,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46211,1731396169179 2024-11-12T07:23:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e877ce 2024-11-12T07:23:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:03,873 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:03,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:23:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:23:03,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:23:03,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:03,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:23:03,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:23:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:23:03,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f49abb266207450147626c52c0817eb, NAME => 'test,,1731396183873.0f49abb266207450147626c52c0817eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430 2024-11-12T07:23:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:23:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396183873.0f49abb266207450147626c52c0817eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f49abb266207450147626c52c0817eb, disabling compactions & flushes 2024-11-12T07:23:04,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396183873.0f49abb266207450147626c52c0817eb. after waiting 0 ms 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f49abb266207450147626c52c0817eb: Waiting for close lock at 1731396184318Disabling compacts and flushes for region at 1731396184318Disabling writes for close at 1731396184318Writing region close event to WAL at 1731396184318Closed at 1731396184318 2024-11-12T07:23:04,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:23:04,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396183873.0f49abb266207450147626c52c0817eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396184319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396184319"}]},"ts":"1731396184319"} 2024-11-12T07:23:04,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:23:04,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:23:04,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396184321"}]},"ts":"1731396184321"} 2024-11-12T07:23:04,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:23:04,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f49abb266207450147626c52c0817eb, ASSIGN}] 2024-11-12T07:23:04,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f49abb266207450147626c52c0817eb, ASSIGN 2024-11-12T07:23:04,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f49abb266207450147626c52c0817eb, ASSIGN; state=OFFLINE, location=cea23c84c117,39187,1731396169379; forceNewPlan=false, retain=false 2024-11-12T07:23:04,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:23:04,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f49abb266207450147626c52c0817eb, regionState=OPENING, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:23:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f49abb266207450147626c52c0817eb, ASSIGN because future has completed 2024-11-12T07:23:04,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f49abb266207450147626c52c0817eb, server=cea23c84c117,39187,1731396169379}] 2024-11-12T07:23:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:04,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:04,660 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,660 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f49abb266207450147626c52c0817eb, NAME => 'test,,1731396183873.0f49abb266207450147626c52c0817eb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:04,673 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:23:04,674 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:23:04,674 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,674 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396183873.0f49abb266207450147626c52c0817eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:04,674 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,674 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,676 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,677 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f49abb266207450147626c52c0817eb columnFamilyName f 2024-11-12T07:23:04,677 DEBUG [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:04,678 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(327): Store=0f49abb266207450147626c52c0817eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:04,678 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,678 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f49abb266207450147626c52c0817eb columnFamilyName f1 2024-11-12T07:23:04,678 DEBUG [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:04,679 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(327): Store=0f49abb266207450147626c52c0817eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:04,679 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,680 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f49abb266207450147626c52c0817eb columnFamilyName norep 2024-11-12T07:23:04,680 DEBUG [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:04,680 INFO [StoreOpener-0f49abb266207450147626c52c0817eb-1 {}] regionserver.HStore(327): Store=0f49abb266207450147626c52c0817eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:04,680 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,681 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,681 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,682 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,682 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,683 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:23:04,683 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:04,685 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f49abb266207450147626c52c0817eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68956643, jitterRate=0.02753405272960663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:04,685 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f49abb266207450147626c52c0817eb: Running coprocessor pre-open hook at 1731396184674Writing region info on filesystem at 1731396184674Initializing all the Stores at 1731396184675 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396184675Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396184676 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396184676Cleaning up temporary data from old regions at 1731396184682 (+6 ms)Running coprocessor post-open hooks at 1731396184685 (+3 ms)Region opened successfully at 1731396184685 2024-11-12T07:23:04,686 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396183873.0f49abb266207450147626c52c0817eb., pid=6, masterSystemTime=1731396184652 2024-11-12T07:23:04,688 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,688 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:04,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f49abb266207450147626c52c0817eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:23:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f49abb266207450147626c52c0817eb, server=cea23c84c117,39187,1731396169379 because future has completed 2024-11-12T07:23:04,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:23:04,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f49abb266207450147626c52c0817eb, server=cea23c84c117,39187,1731396169379 in 194 msec 2024-11-12T07:23:04,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:23:04,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f49abb266207450147626c52c0817eb, ASSIGN in 368 msec 2024-11-12T07:23:04,693 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:23:04,693 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396184693"}]},"ts":"1731396184693"} 2024-11-12T07:23:04,695 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:23:04,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:23:04,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-12T07:23:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:05,013 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:23:05,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41827,1731396174890 2024-11-12T07:23:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7586c1 2024-11-12T07:23:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:05,016 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:05,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:23:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:23:05,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:23:05,019 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:05,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:23:05,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:23:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:23:05,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d596d11eb5bf3b3454d24eaf0f10671e, NAME => 'test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8 2024-11-12T07:23:05,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:23:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:05,450 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:05,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d596d11eb5bf3b3454d24eaf0f10671e, disabling compactions & flushes 2024-11-12T07:23:05,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. after waiting 0 ms 2024-11-12T07:23:05,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d596d11eb5bf3b3454d24eaf0f10671e: Waiting for close lock at 1731396185451Disabling compacts and flushes for region at 1731396185451Disabling writes for close at 1731396185451Writing region close event to WAL at 1731396185451Closed at 1731396185451 2024-11-12T07:23:05,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:23:05,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396185452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396185452"}]},"ts":"1731396185452"} 2024-11-12T07:23:05,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:23:05,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:23:05,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396185455"}]},"ts":"1731396185455"} 2024-11-12T07:23:05,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:23:05,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d596d11eb5bf3b3454d24eaf0f10671e, ASSIGN}] 2024-11-12T07:23:05,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d596d11eb5bf3b3454d24eaf0f10671e, ASSIGN 2024-11-12T07:23:05,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d596d11eb5bf3b3454d24eaf0f10671e, ASSIGN; state=OFFLINE, location=cea23c84c117,42795,1731396175105; forceNewPlan=false, retain=false 2024-11-12T07:23:05,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d596d11eb5bf3b3454d24eaf0f10671e, regionState=OPENING, regionLocation=cea23c84c117,42795,1731396175105 2024-11-12T07:23:05,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d596d11eb5bf3b3454d24eaf0f10671e, ASSIGN because future has completed 2024-11-12T07:23:05,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d596d11eb5bf3b3454d24eaf0f10671e, server=cea23c84c117,42795,1731396175105}] 2024-11-12T07:23:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:05,775 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,775 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d596d11eb5bf3b3454d24eaf0f10671e, NAME => 'test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:05,775 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:23:05,775 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:23:05,776 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,776 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:05,776 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,776 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,777 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,779 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d596d11eb5bf3b3454d24eaf0f10671e columnFamilyName f 2024-11-12T07:23:05,779 DEBUG [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:05,779 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(327): Store=d596d11eb5bf3b3454d24eaf0f10671e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:05,779 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,780 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d596d11eb5bf3b3454d24eaf0f10671e columnFamilyName f1 2024-11-12T07:23:05,780 DEBUG [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:05,781 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(327): Store=d596d11eb5bf3b3454d24eaf0f10671e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:05,781 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,782 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d596d11eb5bf3b3454d24eaf0f10671e columnFamilyName norep 2024-11-12T07:23:05,782 DEBUG [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:05,782 INFO [StoreOpener-d596d11eb5bf3b3454d24eaf0f10671e-1 {}] regionserver.HStore(327): Store=d596d11eb5bf3b3454d24eaf0f10671e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:05,783 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,783 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,783 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,784 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,784 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,785 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:23:05,786 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,789 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:05,789 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d596d11eb5bf3b3454d24eaf0f10671e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59072778, jitterRate=-0.11974701285362244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:23:05,789 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:05,789 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d596d11eb5bf3b3454d24eaf0f10671e: Running coprocessor pre-open hook at 1731396185776Writing region info on filesystem at 1731396185776Initializing all the Stores at 1731396185777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396185777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396185777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396185777Cleaning up temporary data from old regions at 1731396185784 (+7 ms)Running coprocessor post-open hooks at 1731396185789 (+5 ms)Region opened successfully at 1731396185789 2024-11-12T07:23:05,790 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e., pid=6, masterSystemTime=1731396185768 2024-11-12T07:23:05,792 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,792 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:05,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d596d11eb5bf3b3454d24eaf0f10671e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,42795,1731396175105 2024-11-12T07:23:05,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d596d11eb5bf3b3454d24eaf0f10671e, server=cea23c84c117,42795,1731396175105 because future has completed 2024-11-12T07:23:05,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:23:05,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d596d11eb5bf3b3454d24eaf0f10671e, server=cea23c84c117,42795,1731396175105 in 181 msec 2024-11-12T07:23:05,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:23:05,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d596d11eb5bf3b3454d24eaf0f10671e, ASSIGN in 342 msec 2024-11-12T07:23:05,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:23:05,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396185800"}]},"ts":"1731396185800"} 2024-11-12T07:23:05,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:23:05,803 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:23:05,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-12T07:23:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:06,163 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:23:06,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,36833,1731396181251 2024-11-12T07:23:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ad1f21 2024-11-12T07:23:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:06,165 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:06,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:23:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T07:23:06,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:23:06,168 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:06,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T07:23:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:06,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:23:06,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741835_1011 (size=902) 2024-11-12T07:23:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:06,411 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:06,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:23:06,412 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148749 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cea23c84c117,46355,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T07:23:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:06,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaa8107be334715981f0d71178382d21, NAME => 'test,,1731396186165.aaa8107be334715981f0d71178382d21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584 2024-11-12T07:23:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741836_1012 (size=39) 2024-11-12T07:23:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:06,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731396186165.aaa8107be334715981f0d71178382d21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:06,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aaa8107be334715981f0d71178382d21, disabling compactions & flushes 2024-11-12T07:23:06,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:06,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:06,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731396186165.aaa8107be334715981f0d71178382d21. after waiting 0 ms 2024-11-12T07:23:06,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:06,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:06,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaa8107be334715981f0d71178382d21: Waiting for close lock at 1731396186980Disabling compacts and flushes for region at 1731396186980Disabling writes for close at 1731396186980Writing region close event to WAL at 1731396186980Closed at 1731396186980 2024-11-12T07:23:06,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:23:06,982 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731396186165.aaa8107be334715981f0d71178382d21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731396186982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396186982"}]},"ts":"1731396186982"} 2024-11-12T07:23:06,983 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:23:06,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:23:06,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396186984"}]},"ts":"1731396186984"} 2024-11-12T07:23:06,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T07:23:06,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaa8107be334715981f0d71178382d21, ASSIGN}] 2024-11-12T07:23:06,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaa8107be334715981f0d71178382d21, ASSIGN 2024-11-12T07:23:06,987 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aaa8107be334715981f0d71178382d21, ASSIGN; state=OFFLINE, location=cea23c84c117,46725,1731396181372; forceNewPlan=false, retain=false 2024-11-12T07:23:07,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa8107be334715981f0d71178382d21, regionState=OPENING, regionLocation=cea23c84c117,46725,1731396181372 2024-11-12T07:23:07,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aaa8107be334715981f0d71178382d21, ASSIGN because future has completed 2024-11-12T07:23:07,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa8107be334715981f0d71178382d21, server=cea23c84c117,46725,1731396181372}] 2024-11-12T07:23:07,295 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:07,295 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aaa8107be334715981f0d71178382d21, NAME => 'test,,1731396186165.aaa8107be334715981f0d71178382d21.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:07,295 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:23:07,296 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T07:23:07,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731396186165.aaa8107be334715981f0d71178382d21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:07,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,296 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,297 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,298 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8107be334715981f0d71178382d21 columnFamilyName f 2024-11-12T07:23:07,298 DEBUG [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:07,298 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(327): Store=aaa8107be334715981f0d71178382d21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:07,298 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,299 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8107be334715981f0d71178382d21 columnFamilyName f1 2024-11-12T07:23:07,299 DEBUG [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:07,299 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(327): Store=aaa8107be334715981f0d71178382d21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:07,299 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,300 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaa8107be334715981f0d71178382d21 columnFamilyName norep 2024-11-12T07:23:07,300 DEBUG [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:07,301 INFO [StoreOpener-aaa8107be334715981f0d71178382d21-1 {}] regionserver.HStore(327): Store=aaa8107be334715981f0d71178382d21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:07,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,301 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,302 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,302 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,303 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:07,303 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,305 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:07,305 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aaa8107be334715981f0d71178382d21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62067010, jitterRate=-0.07512947916984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:23:07,305 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:07,305 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aaa8107be334715981f0d71178382d21: Running coprocessor pre-open hook at 1731396187296Writing region info on filesystem at 1731396187296Initializing all the Stores at 1731396187296Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396187296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396187297 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396187297Cleaning up temporary data from old regions at 1731396187302 (+5 ms)Running coprocessor post-open hooks at 1731396187305 (+3 ms)Region opened successfully at 1731396187305 2024-11-12T07:23:07,306 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731396186165.aaa8107be334715981f0d71178382d21., pid=6, masterSystemTime=1731396187292 2024-11-12T07:23:07,307 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:07,307 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:07,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaa8107be334715981f0d71178382d21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cea23c84c117,46725,1731396181372 2024-11-12T07:23:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaa8107be334715981f0d71178382d21, server=cea23c84c117,46725,1731396181372 because future has completed 2024-11-12T07:23:07,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:23:07,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aaa8107be334715981f0d71178382d21, server=cea23c84c117,46725,1731396181372 in 170 msec 2024-11-12T07:23:07,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:23:07,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aaa8107be334715981f0d71178382d21, ASSIGN in 326 msec 2024-11-12T07:23:07,314 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:23:07,314 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396187314"}]},"ts":"1731396187314"} 2024-11-12T07:23:07,315 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T07:23:07,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:23:07,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-12T07:23:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:23:08,312 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T07:23:08,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@896df03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:23:08,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:08,314 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2223b485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:23:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:08,315 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8efbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46211,1731396169179 2024-11-12T07:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2431a0eb 2024-11-12T07:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:08,318 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:08,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cea23c84c117:41827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:23:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:23:08,321 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41827' 2024-11-12T07:23:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:08,322 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571d3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,322 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41827,-1 for getting cluster id 2024-11-12T07:23:08,322 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:08,323 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c46d389-d0d7-4987-85cc-72be61887600' 2024-11-12T07:23:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c46d389-d0d7-4987-85cc-72be61887600" 2024-11-12T07:23:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b363f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41827,-1] 2024-11-12T07:23:08,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:08,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:08,324 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:08,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fe2e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:08,325 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:08,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41827,1731396174890 2024-11-12T07:23:08,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6daac2d0 2024-11-12T07:23:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:08,326 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:08,327 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T07:23:08,327 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:23:08,327 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:08,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:08,327 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:08,327 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:23:08,328 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T07:23:08,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:23:08,329 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:08,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:23:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741837_1013 (size=1138) 2024-11-12T07:23:08,379 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T07:23:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:08,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dbf531ab2346d5fe52566c895edc06f, NAME => 'hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430 2024-11-12T07:23:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741838_1014 (size=44) 2024-11-12T07:23:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:09,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:09,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3dbf531ab2346d5fe52566c895edc06f, disabling compactions & flushes 2024-11-12T07:23:09,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. after waiting 0 ms 2024-11-12T07:23:09,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dbf531ab2346d5fe52566c895edc06f: Waiting for close lock at 1731396189142Disabling compacts and flushes for region at 1731396189142Disabling writes for close at 1731396189142Writing region close event to WAL at 1731396189142Closed at 1731396189142 2024-11-12T07:23:09,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:23:09,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731396189144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396189144"}]},"ts":"1731396189144"} 2024-11-12T07:23:09,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:23:09,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:23:09,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396189147"}]},"ts":"1731396189147"} 2024-11-12T07:23:09,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T07:23:09,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dbf531ab2346d5fe52566c895edc06f, ASSIGN}] 2024-11-12T07:23:09,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dbf531ab2346d5fe52566c895edc06f, ASSIGN 2024-11-12T07:23:09,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dbf531ab2346d5fe52566c895edc06f, ASSIGN; state=OFFLINE, location=cea23c84c117,39187,1731396169379; forceNewPlan=false, retain=false 2024-11-12T07:23:09,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3dbf531ab2346d5fe52566c895edc06f, regionState=OPENING, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:23:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dbf531ab2346d5fe52566c895edc06f, ASSIGN because future has completed 2024-11-12T07:23:09,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbf531ab2346d5fe52566c895edc06f, server=cea23c84c117,39187,1731396169379}] 2024-11-12T07:23:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:23:09,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T07:23:09,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cea23c84c117%2C39187%2C1731396169379.rep, suffix=, logDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/oldWALs, maxLogs=10 2024-11-12T07:23:09,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396189469, exclude list is [], retry=0 2024-11-12T07:23:09,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:23:09,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396189469 2024-11-12T07:23:09,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:23:09,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dbf531ab2346d5fe52566c895edc06f, NAME => 'hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:23:09,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T07:23:09,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:23:09,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. service=MultiRowMutationService 2024-11-12T07:23:09,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T07:23:09,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:23:09,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,490 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,491 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbf531ab2346d5fe52566c895edc06f columnFamilyName hfileref 2024-11-12T07:23:09,491 DEBUG [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:09,492 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(327): Store=3dbf531ab2346d5fe52566c895edc06f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:09,492 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,493 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbf531ab2346d5fe52566c895edc06f columnFamilyName queue 2024-11-12T07:23:09,493 DEBUG [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:09,493 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(327): Store=3dbf531ab2346d5fe52566c895edc06f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:09,493 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,496 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dbf531ab2346d5fe52566c895edc06f columnFamilyName sid 2024-11-12T07:23:09,496 DEBUG [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:23:09,497 INFO [StoreOpener-3dbf531ab2346d5fe52566c895edc06f-1 {}] regionserver.HStore(327): Store=3dbf531ab2346d5fe52566c895edc06f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:23:09,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T07:23:09,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:23:09,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3dbf531ab2346d5fe52566c895edc06f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72858566, jitterRate=0.08567723631858826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T07:23:09,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:09,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3dbf531ab2346d5fe52566c895edc06f: Running coprocessor pre-open hook at 1731396189489Writing region info on filesystem at 1731396189489Initializing all the Stores at 1731396189490 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396189490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396189490Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396189490Cleaning up temporary data from old regions at 1731396189499 (+9 ms)Running coprocessor post-open hooks at 1731396189503 (+4 ms)Region opened successfully at 1731396189503 2024-11-12T07:23:09,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f., pid=10, masterSystemTime=1731396189465 2024-11-12T07:23:09,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:09,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3dbf531ab2346d5fe52566c895edc06f, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,39187,1731396169379 2024-11-12T07:23:09,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dbf531ab2346d5fe52566c895edc06f, server=cea23c84c117,39187,1731396169379 because future has completed 2024-11-12T07:23:09,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:23:09,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dbf531ab2346d5fe52566c895edc06f, server=cea23c84c117,39187,1731396169379 in 200 msec 2024-11-12T07:23:09,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T07:23:09,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dbf531ab2346d5fe52566c895edc06f, ASSIGN in 369 msec 2024-11-12T07:23:09,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:23:09,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396189522"}]},"ts":"1731396189522"} 2024-11-12T07:23:09,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T07:23:09,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:23:09,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-12T07:23:09,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f., hostname=cea23c84c117,39187,1731396169379, seqNum=2] 2024-11-12T07:23:09,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T07:23:09,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:23:09,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:23:09,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:23:09,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T07:23:09,804 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T07:23:09,842 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cea23c84c117,39187,1731396169379, ReplicationSource: 1, currentBandwidth=0 2024-11-12T07:23:09,842 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:09,843 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39187,1731396169379, seqNum=-1] 2024-11-12T07:23:09,843 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:09,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T07:23:09,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cea23c84c117,39187,1731396169379', locateType=CURRENT is [region=hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f., hostname=cea23c84c117,39187,1731396169379, seqNum=2] 2024-11-12T07:23:09,851 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T07:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T07:23:09,854 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cea23c84c117,39187,1731396169379 suceeded 2024-11-12T07:23:09,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T07:23:09,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-12T07:23:09,857 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cea23c84c117:41827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:23:09,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-12T07:23:09,877 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:41827' 2024-11-12T07:23:09,878 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2271be11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:09,878 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41827,-1 for getting cluster id 2024-11-12T07:23:09,879 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:09,879 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c46d389-d0d7-4987-85cc-72be61887600' 2024-11-12T07:23:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c46d389-d0d7-4987-85cc-72be61887600" 2024-11-12T07:23:09,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5171f460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:09,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41827,-1] 2024-11-12T07:23:09,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:09,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:09,880 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:09,881 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2c3040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:09,881 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:09,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41827,1731396174890 2024-11-12T07:23:09,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab988a6 2024-11-12T07:23:09,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:09,882 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T07:23:09,883 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cea23c84c117,39187,1731396169379 (queues=1) is replicating from cluster=8d91f177-a6c0-481a-8281-35664bb266be to cluster=4c46d389-d0d7-4987-85cc-72be61887600 2024-11-12T07:23:09,883 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cea23c84c117%2C39187%2C1731396169379 2024-11-12T07:23:09,883 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cea23c84c117,39187,1731396169379, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:23:09,884 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687, startPosition=0, beingWritten=true 2024-11-12T07:23:09,884 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C39187%2C1731396169379 2024-11-12T07:23:09,889 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:23:09,889 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 379, reset compression=false 2024-11-12T07:23:09,889 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:23:10,097 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 379, reset compression=false 2024-11-12T07:23:10,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:10,401 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 379, reset compression=false 2024-11-12T07:23:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:23:10,473 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T07:23:10,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:10,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:10,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1331dc0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:23:10,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:10,478 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:23:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,480 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbed3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dca55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41827,-1 for getting cluster id 2024-11-12T07:23:10,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:10,485 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c46d389-d0d7-4987-85cc-72be61887600' 2024-11-12T07:23:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c46d389-d0d7-4987-85cc-72be61887600" 2024-11-12T07:23:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df05ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41827,-1] 2024-11-12T07:23:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,487 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b166e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7abffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,36833,-1 for getting cluster id 2024-11-12T07:23:10,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:10,493 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef866933-c7cd-42ac-a074-fc3f5a0fff31' 2024-11-12T07:23:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef866933-c7cd-42ac-a074-fc3f5a0fff31" 2024-11-12T07:23:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf0d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,36833,-1] 2024-11-12T07:23:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,495 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26407986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:10,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731396190501/Put/seqid=0 2024-11-12T07:23:10,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741840_1016 (size=7894) 2024-11-12T07:23:10,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731396190523/Put/seqid=0 2024-11-12T07:23:10,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741841_1017 (size=7691) 2024-11-12T07:23:10,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2a6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:23:10,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:10,537 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:23:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:23:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a01b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:23:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:10,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,538 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:10,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c2c15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39187,1731396169379, seqNum=-1] 2024-11-12T07:23:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:10,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:10,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46211,1731396169179 2024-11-12T07:23:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5537a2a9 2024-11-12T07:23:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:10,556 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2] 2024-11-12T07:23:10,562 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:23:10,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T07:23:10,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T07:23:10,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T07:23:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:10,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T07:23:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegion(2603): Flush status journal for 0f49abb266207450147626c52c0817eb: 2024-11-12T07:23:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_0 2024-11-12T07:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_0 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ 2024-11-12T07:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_1 2024-11-12T07:23:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_1 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ 2024-11-12T07:23:10,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_0 into 0f49abb266207450147626c52c0817eb/f as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ - updating store file list. 2024-11-12T07:23:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea1a19ca686046da96934b4eb9f27528_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:10,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ into 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:10,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_0 into 0f49abb266207450147626c52c0817eb/f (new location: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_) 2024-11-12T07:23:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_0 2024-11-12T07:23:10,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_1 into 0f49abb266207450147626c52c0817eb/f as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ - updating store file list. 2024-11-12T07:23:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d55386b38b004ea0a93aa0ac2130a599_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:10,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ into 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:10,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_1 into 0f49abb266207450147626c52c0817eb/f (new location: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_) 2024-11-12T07:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__ke7k1vk70s8gg3d4lhgrq3r0skj14m29vphdqgnih0j4hnmf3rgg3kdhbop0qu19/f/hfile_1 2024-11-12T07:23:10,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:10,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:10,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 , the old value is region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:39187 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:23:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:23:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 from cache 2024-11-12T07:23:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35382 deadline: 1731396250614 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35382 2024-11-12T07:23:10,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42795,1731396175105, seqNum=-1] 2024-11-12T07:23:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:10,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e., hostname=cea23c84c117,42795,1731396175105, seqNum=2] 2024-11-12T07:23:10,623 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:23:10,723 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T07:23:10,804 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 379, reset compression=false 2024-11-12T07:23:10,808 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:23:10,808 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f49abb266207450147626c52c0817eb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396190613/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:23:10,811 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:23:10,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T07:23:10,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(318): Replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:10,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13126ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,41827,-1 for getting cluster id 2024-11-12T07:23:10,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:10,814 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c46d389-d0d7-4987-85cc-72be61887600' 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c46d389-d0d7-4987-85cc-72be61887600" 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a0be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,41827,-1] 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:10,815 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:10,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c89c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741837_1013 (size=7894) 2024-11-12T07:23:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741838_1014 (size=7691) 2024-11-12T07:23:10,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,41827,1731396174890 2024-11-12T07:23:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea72872 2024-11-12T07:23:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:10,867 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T07:23:10,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:23:10,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:10,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42795,1731396175105, seqNum=-1] 2024-11-12T07:23:10,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:10,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T07:23:10,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T07:23:10,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T07:23:10,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ for inclusion in d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T07:23:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:10,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ for inclusion in d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T07:23:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegion(2603): Flush status journal for d596d11eb5bf3b3454d24eaf0f10671e: 2024-11-12T07:23:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/9d03d5b2a6e14b3e9acac42d3439ac05_SeqId_4_ 2024-11-12T07:23:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea1a19ca686046da96934b4eb9f27528_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/cdc4590d099948d786cf669aea1a09ea_SeqId_4_ 2024-11-12T07:23:10,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/9d03d5b2a6e14b3e9acac42d3439ac05_SeqId_4_ - updating store file list. 2024-11-12T07:23:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d03d5b2a6e14b3e9acac42d3439ac05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:10,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/9d03d5b2a6e14b3e9acac42d3439ac05_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:10,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f (new location: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/9d03d5b2a6e14b3e9acac42d3439ac05_SeqId_4_) 2024-11-12T07:23:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/d55386b38b004ea0a93aa0ac2130a599_SeqId_4_ 2024-11-12T07:23:10,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/cdc4590d099948d786cf669aea1a09ea_SeqId_4_ - updating store file list. 2024-11-12T07:23:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cdc4590d099948d786cf669aea1a09ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:10,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/cdc4590d099948d786cf669aea1a09ea_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:10,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ into d596d11eb5bf3b3454d24eaf0f10671e/f (new location: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/cdc4590d099948d786cf669aea1a09ea_SeqId_4_) 2024-11-12T07:23:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__lk9a5in6fq2i9nvstlvlh5ell7v3budte8vnu4p0ljlb1nq86ic0c1h97d719ao/f/ea1a19ca686046da96934b4eb9f27528_SeqId_4_ 2024-11-12T07:23:10,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(324): Finished replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:11,009 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 687, reset compression=false 2024-11-12T07:23:11,311 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 687, reset compression=false 2024-11-12T07:23:11,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,46725,1731396181372, seqNum=-1] 2024-11-12T07:23:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:11,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396186165.aaa8107be334715981f0d71178382d21., hostname=cea23c84c117,46725,1731396181372, seqNum=2] 2024-11-12T07:23:11,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:23:11,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:23:11,638 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cea23c84c117%2C39187%2C1731396169379.rep:(num 1731396189469) roll requested 2024-11-12T07:23:11,655 DEBUG [regionserver/cea23c84c117:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396191638, exclude list is [], retry=0 2024-11-12T07:23:11,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:23:11,659 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396189469 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396191638 2024-11-12T07:23:11,659 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:23:11,659 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.rep.1731396189469 is not closed yet, will try archiving it next time 2024-11-12T07:23:11,659 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cea23c84c117%2C39187%2C1731396169379:(num 1731396171687) roll requested 2024-11-12T07:23:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741839_1015 (size=1505) 2024-11-12T07:23:11,675 DEBUG [regionserver/cea23c84c117:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, exclude list is [], retry=0 2024-11-12T07:23:11,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:23:11,678 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 2024-11-12T07:23:11,678 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:23:11,678 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 is not closed yet, will try archiving it next time 2024-11-12T07:23:11,678 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cea23c84c117%2C39187%2C1731396169379.meta:.meta(num 1731396172616) roll requested 2024-11-12T07:23:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741832_1008 (size=695) 2024-11-12T07:23:11,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306f9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:23:11,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:11,680 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:23:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:23:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aef7ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:23:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:11,683 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8307ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:11,684 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/oldWALs/cea23c84c117%2C39187%2C1731396169379.1731396171687 2024-11-12T07:23:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46211,1731396169179 2024-11-12T07:23:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2f9561 2024-11-12T07:23:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:11,686 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:11,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cea23c84c117:36833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T07:23:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T07:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:23:11,689 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:36833' 2024-11-12T07:23:11,692 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3f8c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,692 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,36833,-1 for getting cluster id 2024-11-12T07:23:11,692 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:11,693 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef866933-c7cd-42ac-a074-fc3f5a0fff31' 2024-11-12T07:23:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef866933-c7cd-42ac-a074-fc3f5a0fff31" 2024-11-12T07:23:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2300393e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,36833,-1] 2024-11-12T07:23:11,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:11,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:11,694 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44782f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,695 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:11,695 DEBUG [regionserver/cea23c84c117:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396191678.meta, exclude list is [], retry=0 2024-11-12T07:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,36833,1731396181251 2024-11-12T07:23:11,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2253c713 2024-11-12T07:23:11,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:11,696 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:11,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-fc3360e7-1bf2-436a-b8e9-c391ea62ec95,DISK] 2024-11-12T07:23:11,697 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T07:23:11,697 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T07:23:11,697 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:11,697 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:11,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:11,700 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396172616.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396191678.meta 2024-11-12T07:23:11,703 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42971:42971)] 2024-11-12T07:23:11,703 DEBUG [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.meta.1731396172616.meta is not closed yet, will try archiving it next time 2024-11-12T07:23:11,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741834_1010 (size=3473) 2024-11-12T07:23:11,715 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 to pos 687, reset compression=false 2024-11-12T07:23:11,720 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 was moved to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/oldWALs/cea23c84c117%2C39187%2C1731396169379.1731396171687 2024-11-12T07:23:11,721 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687 2024-11-12T07:23:11,721 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396171687, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T07:23:11,721 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, startPosition=0, beingWritten=true 2024-11-12T07:23:11,723 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cea23c84c117%2C39187%2C1731396169379.1731396171687] 2024-11-12T07:23:11,739 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:23:11,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T07:23:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:23:11,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T07:23:11,935 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T07:23:11,975 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-cea23c84c117,39187,1731396169379, ReplicationSource: 2, currentBandwidth=0 2024-11-12T07:23:11,977 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T07:23:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T07:23:11,981 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cea23c84c117,39187,1731396169379 suceeded 2024-11-12T07:23:11,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T07:23:11,983 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cea23c84c117:36833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T07:23:11,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-12T07:23:11,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 297 msec 2024-11-12T07:23:11,994 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cea23c84c117:36833' 2024-11-12T07:23:11,996 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3134416f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,996 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,36833,-1 for getting cluster id 2024-11-12T07:23:11,996 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:11,997 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef866933-c7cd-42ac-a074-fc3f5a0fff31' 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef866933-c7cd-42ac-a074-fc3f5a0fff31" 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec72aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,36833,-1] 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:11,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:11,998 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:11,998 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea14897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:11,998 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,36833,1731396181251 2024-11-12T07:23:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502b714f 2024-11-12T07:23:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:12,000 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T07:23:12,000 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cea23c84c117,39187,1731396169379 (queues=1) is replicating from cluster=8d91f177-a6c0-481a-8281-35664bb266be to cluster=ef866933-c7cd-42ac-a074-fc3f5a0fff31 2024-11-12T07:23:12,000 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cea23c84c117%2C39187%2C1731396169379 2024-11-12T07:23:12,000 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cea23c84c117,39187,1731396169379, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T07:23:12,001 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, startPosition=0, beingWritten=true 2024-11-12T07:23:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T07:23:12,002 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T07:23:12,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:12,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:12,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:12,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:23:12,008 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cea23c84c117%2C39187%2C1731396169379 2024-11-12T07:23:12,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731396192008/Put/seqid=0 2024-11-12T07:23:12,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741845_1021 (size=11194) 2024-11-12T07:23:12,214 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:12,225 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:12,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731396192423/Put/seqid=0 2024-11-12T07:23:12,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741846_1022 (size=10791) 2024-11-12T07:23:12,520 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:12,828 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:12,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e55d38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,46211,-1 for getting cluster id 2024-11-12T07:23:12,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:12,829 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d91f177-a6c0-481a-8281-35664bb266be' 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d91f177-a6c0-481a-8281-35664bb266be" 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc41e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,46211,-1] 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,831 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:12,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7193b1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,39187,1731396169379, seqNum=-1] 2024-11-12T07:23:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:12,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:23:12,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,46211,1731396169179 2024-11-12T07:23:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e324832 2024-11-12T07:23:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:12,844 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:23:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2] 2024-11-12T07:23:12,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:23:12,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T07:23:12,853 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T07:23:12,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T07:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:12,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T07:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegion(2603): Flush status journal for 0f49abb266207450147626c52c0817eb: 2024-11-12T07:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_0 2024-11-12T07:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_0 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ 2024-11-12T07:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_1 2024-11-12T07:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_1 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ 2024-11-12T07:23:12,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_0 into 0f49abb266207450147626c52c0817eb/f as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ - updating store file list. 2024-11-12T07:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:12,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ into 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:12,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_0 into 0f49abb266207450147626c52c0817eb/f (new location: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_) 2024-11-12T07:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_0 2024-11-12T07:23:12,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_1 into 0f49abb266207450147626c52c0817eb/f as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ - updating store file list. 2024-11-12T07:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:12,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ into 0f49abb266207450147626c52c0817eb/f 2024-11-12T07:23:12,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_1 into 0f49abb266207450147626c52c0817eb/f (new location: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_) 2024-11-12T07:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39187 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/staging/jenkins__test__g6ut9b1ljvhij6gp4hbs05o7cfpfc1343vethh5lpj9j73uhken5bdsavajl42ke/f/hfile_1 2024-11-12T07:23:12,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:12,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:12,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 , the old value is region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cea23c84c117:39187 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:23:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T07:23:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731396183873.0f49abb266207450147626c52c0817eb., hostname=cea23c84c117,39187,1731396169379, seqNum=2 from cache 2024-11-12T07:23:12,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:12,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T07:23:12,879 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:23:12,925 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:12,929 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:23:12,929 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f49abb266207450147626c52c0817eb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396192875/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:23:12,931 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:23:12,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T07:23:12,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.ReplicationSink(318): Replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:12,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbe6383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,36833,-1 for getting cluster id 2024-11-12T07:23:12,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:23:12,936 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef866933-c7cd-42ac-a074-fc3f5a0fff31' 2024-11-12T07:23:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:23:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef866933-c7cd-42ac-a074-fc3f5a0fff31" 2024-11-12T07:23:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f819c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,36833,-1] 2024-11-12T07:23:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:23:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:12,937 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:23:12,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3720c11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:23:12,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741837_1013 (size=11194) 2024-11-12T07:23:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741838_1014 (size=10791) 2024-11-12T07:23:12,983 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T07:23:13,129 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:13,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:23:13,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,36833,1731396181251 2024-11-12T07:23:13,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e433395 2024-11-12T07:23:13,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:23:13,369 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T07:23:13,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:23:13,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:23:13,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,46725,1731396181372, seqNum=-1] 2024-11-12T07:23:13,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:23:13,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T07:23:13,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T07:23:13,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T07:23:13,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ for inclusion in aaa8107be334715981f0d71178382d21/f 2024-11-12T07:23:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T07:23:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:13,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ for inclusion in aaa8107be334715981f0d71178382d21/f 2024-11-12T07:23:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T07:23:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HRegion(2603): Flush status journal for aaa8107be334715981f0d71178382d21: 2024-11-12T07:23:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/f5dea744bf1b414eb2ff885f8ad50497_SeqId_4_ 2024-11-12T07:23:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/dda1c9c4d3894aeb86ef735cb87b79bf_SeqId_4_ 2024-11-12T07:23:13,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ into aaa8107be334715981f0d71178382d21/f as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/f5dea744bf1b414eb2ff885f8ad50497_SeqId_4_ - updating store file list. 2024-11-12T07:23:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5dea744bf1b414eb2ff885f8ad50497_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:13,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/f5dea744bf1b414eb2ff885f8ad50497_SeqId_4_ into aaa8107be334715981f0d71178382d21/f 2024-11-12T07:23:13,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ into aaa8107be334715981f0d71178382d21/f (new location: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/f5dea744bf1b414eb2ff885f8ad50497_SeqId_4_) 2024-11-12T07:23:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ 2024-11-12T07:23:13,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ into aaa8107be334715981f0d71178382d21/f as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/dda1c9c4d3894aeb86ef735cb87b79bf_SeqId_4_ - updating store file list. 2024-11-12T07:23:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dda1c9c4d3894aeb86ef735cb87b79bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:13,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/dda1c9c4d3894aeb86ef735cb87b79bf_SeqId_4_ into aaa8107be334715981f0d71178382d21/f 2024-11-12T07:23:13,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ into aaa8107be334715981f0d71178382d21/f (new location: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/f/dda1c9c4d3894aeb86ef735cb87b79bf_SeqId_4_) 2024-11-12T07:23:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/staging/jenkins.hfs.23__test__ags8d38v6pls9e7ko09s6a3cq1s5buoqedmguad49jh8uh1tkvrpp30av49clsld/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ 2024-11-12T07:23:13,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] regionserver.ReplicationSink(324): Finished replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:13,432 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:13,532 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 0, reset compression=false 2024-11-12T07:23:13,535 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T07:23:13,535 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f49abb266207450147626c52c0817eb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731396192875/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T07:23:13,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(318): Replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741839_1015 (size=11194) 2024-11-12T07:23:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741840_1016 (size=10791) 2024-11-12T07:23:13,735 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:13,835 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:13,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T07:23:13,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T07:23:13,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T07:23:13,956 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T07:23:13,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ for inclusion in d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T07:23:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:13,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ for inclusion in d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T07:23:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T07:23:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegion(2603): Flush status journal for d596d11eb5bf3b3454d24eaf0f10671e: 2024-11-12T07:23:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/f5e0c79e858d4db7b31840b5beaca6ae_SeqId_6_ 2024-11-12T07:23:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T07:23:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/40f8b91a7abc45cfa1da206482a0add9_SeqId_6_ 2024-11-12T07:23:13,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/f5e0c79e858d4db7b31840b5beaca6ae_SeqId_6_ - updating store file list. 2024-11-12T07:23:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5e0c79e858d4db7b31840b5beaca6ae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:13,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/f5e0c79e858d4db7b31840b5beaca6ae_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:13,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f (new location: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/f5e0c79e858d4db7b31840b5beaca6ae_SeqId_6_) 2024-11-12T07:23:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/95b960e5f8e54e56a08ead1cd5e81fc8_SeqId_6_ 2024-11-12T07:23:13,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/40f8b91a7abc45cfa1da206482a0add9_SeqId_6_ - updating store file list. 2024-11-12T07:23:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40f8b91a7abc45cfa1da206482a0add9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T07:23:13,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/40f8b91a7abc45cfa1da206482a0add9_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f 2024-11-12T07:23:13,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ into d596d11eb5bf3b3454d24eaf0f10671e/f (new location: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/f/40f8b91a7abc45cfa1da206482a0add9_SeqId_6_) 2024-11-12T07:23:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/staging/jenkins.hfs.22__test__fm289n90c6rgbeo0840eq880nbnd28nvmpv7po35hg6c9jnm7107a52emtntkr2f/f/3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_ 2024-11-12T07:23:13,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] regionserver.ReplicationSink(324): Finished replicating [8d91f177-a6c0-481a-8281-35664bb266be] bulk loaded data 2024-11-12T07:23:14,038 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:14,338 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:14,441 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:14,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:23:14,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:14,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:14,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:14,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:14,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:14,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:23:14,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1112159359, stopped=false 2024-11-12T07:23:14,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,36833,1731396181251 2024-11-12T07:23:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2060620975/running 2024-11-12T07:23:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2060620975/running 2024-11-12T07:23:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:14,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:14,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:14,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:14,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:14,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,46725,1731396181372' ***** 2024-11-12T07:23:14,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:23:14,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/running 2024-11-12T07:23:14,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Set watcher on znode that does not yet exist, /2-2060620975/running 2024-11-12T07:23:14,933 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:23:14,933 INFO [RS:0;cea23c84c117:46725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:23:14,933 INFO [RS:0;cea23c84c117:46725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:23:14,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:23:14,933 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(3091): Received CLOSE for aaa8107be334715981f0d71178382d21 2024-11-12T07:23:14,942 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:14,943 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,46725,1731396181372 2024-11-12T07:23:14,943 INFO [RS:0;cea23c84c117:46725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:14,943 INFO [RS:0;cea23c84c117:46725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:46725. 2024-11-12T07:23:14,943 DEBUG [RS:0;cea23c84c117:46725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:14,943 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:14,943 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaa8107be334715981f0d71178382d21, disabling compactions & flushes 2024-11-12T07:23:14,943 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:14,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:14,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396186165.aaa8107be334715981f0d71178382d21. after waiting 0 ms 2024-11-12T07:23:14,944 INFO [RS:0;cea23c84c117:46725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:23:14,944 INFO [RS:0;cea23c84c117:46725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:23:14,944 INFO [RS:0;cea23c84c117:46725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:23:14,944 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:14,944 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:23:14,944 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:14,944 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:14,948 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:23:14,948 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1325): Online Regions={aaa8107be334715981f0d71178382d21=test,,1731396186165.aaa8107be334715981f0d71178382d21., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:23:14,948 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaa8107be334715981f0d71178382d21 2024-11-12T07:23:14,948 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:23:14,949 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:23:14,949 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:23:14,949 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:23:14,949 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:23:14,949 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T07:23:14,966 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/default/test/aaa8107be334715981f0d71178382d21/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T07:23:14,967 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:14,967 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:23:14,967 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:14,967 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaa8107be334715981f0d71178382d21: Waiting for close lock at 1731396194943Running coprocessor pre-close hooks at 1731396194943Disabling compacts and flushes for region at 1731396194943Disabling writes for close at 1731396194944 (+1 ms)Writing region close event to WAL at 1731396194949 (+5 ms)Running coprocessor post-close hooks at 1731396194966 (+17 ms)Closed at 1731396194967 (+1 ms) 2024-11-12T07:23:14,967 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396186165.aaa8107be334715981f0d71178382d21. 2024-11-12T07:23:14,973 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:23:14,973 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:23:14,977 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/info/ba46f87a61dd4d0dba107cbd54deb977 is 129, key is test,,1731396186165.aaa8107be334715981f0d71178382d21./info:regioninfo/1731396187308/Put/seqid=0 2024-11-12T07:23:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741839_1015 (size=6421) 2024-11-12T07:23:15,148 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:15,349 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:15,380 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/info/ba46f87a61dd4d0dba107cbd54deb977 2024-11-12T07:23:15,406 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/ns/12fe5aac1d7f4680b72e67b625e8022a is 43, key is default/ns:d/1731396183762/Put/seqid=0 2024-11-12T07:23:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741840_1016 (size=5153) 2024-11-12T07:23:15,549 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:15,558 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:15,666 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:15,749 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:15,814 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/ns/12fe5aac1d7f4680b72e67b625e8022a 2024-11-12T07:23:15,835 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/rep_barrier/11b833a506e6459eaecce40d722e62be is 112, key is test,,1731396186165.aaa8107be334715981f0d71178382d21./rep_barrier:seqnumDuringOpen/1731396187308/Put/seqid=0 2024-11-12T07:23:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741841_1017 (size=5518) 2024-11-12T07:23:15,842 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/rep_barrier/11b833a506e6459eaecce40d722e62be 2024-11-12T07:23:15,863 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/table/45b3f98a48c64716af867f58025edb01 is 40, key is test/table:state/1731396187314/Put/seqid=0 2024-11-12T07:23:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741842_1018 (size=5165) 2024-11-12T07:23:15,949 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:23:15,950 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:23:15,950 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:16,150 DEBUG [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:16,266 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:16,268 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/table/45b3f98a48c64716af867f58025edb01 2024-11-12T07:23:16,273 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/info/ba46f87a61dd4d0dba107cbd54deb977 as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/info/ba46f87a61dd4d0dba107cbd54deb977 2024-11-12T07:23:16,276 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/info/ba46f87a61dd4d0dba107cbd54deb977, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T07:23:16,277 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/ns/12fe5aac1d7f4680b72e67b625e8022a as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/ns/12fe5aac1d7f4680b72e67b625e8022a 2024-11-12T07:23:16,280 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/ns/12fe5aac1d7f4680b72e67b625e8022a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:23:16,281 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/rep_barrier/11b833a506e6459eaecce40d722e62be as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/rep_barrier/11b833a506e6459eaecce40d722e62be 2024-11-12T07:23:16,285 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/rep_barrier/11b833a506e6459eaecce40d722e62be, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T07:23:16,286 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/.tmp/table/45b3f98a48c64716af867f58025edb01 as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/table/45b3f98a48c64716af867f58025edb01 2024-11-12T07:23:16,291 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/table/45b3f98a48c64716af867f58025edb01, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:23:16,292 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=11, compaction requested=false 2024-11-12T07:23:16,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:23:16,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:16,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:23:16,300 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:16,300 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396194948Running coprocessor pre-close hooks at 1731396194948Disabling compacts and flushes for region at 1731396194948Disabling writes for close at 1731396194949 (+1 ms)Obtaining lock to block concurrent updates at 1731396194949Preparing flush snapshotting stores in 1588230740 at 1731396194949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731396194949Flushing stores of hbase:meta,,1.1588230740 at 1731396194949Flushing 1588230740/info: creating writer at 1731396194950 (+1 ms)Flushing 1588230740/info: appending metadata at 1731396194976 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731396194976Flushing 1588230740/ns: creating writer at 1731396195385 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731396195405 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731396195405Flushing 1588230740/rep_barrier: creating writer at 1731396195817 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396195835 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396195835Flushing 1588230740/table: creating writer at 1731396195845 (+10 ms)Flushing 1588230740/table: appending metadata at 1731396195862 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731396195862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da5ef25: reopening flushed file at 1731396196272 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726a8031: reopening flushed file at 1731396196276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1268dae4: reopening flushed file at 1731396196280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55708b79: reopening flushed file at 1731396196285 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=11, compaction requested=false at 1731396196292 (+7 ms)Writing region close event to WAL at 1731396196297 (+5 ms)Running coprocessor post-close hooks at 1731396196300 (+3 ms)Closed at 1731396196300 2024-11-12T07:23:16,301 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:16,350 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,46725,1731396181372; all regions closed. 2024-11-12T07:23:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741834_1010 (size=2717) 2024-11-12T07:23:16,374 DEBUG [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/oldWALs 2024-11-12T07:23:16,374 INFO [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C46725%2C1731396181372.meta:.meta(num 1731396183687) 2024-11-12T07:23:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741833_1009 (size=1028) 2024-11-12T07:23:16,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/WALs/cea23c84c117,46725,1731396181372/cea23c84c117%2C46725%2C1731396181372.1731396183041 not finished, retry = 0 2024-11-12T07:23:16,470 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:16,483 DEBUG [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/oldWALs 2024-11-12T07:23:16,483 INFO [RS:0;cea23c84c117:46725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C46725%2C1731396181372:(num 1731396183041) 2024-11-12T07:23:16,483 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:16,483 INFO [RS:0;cea23c84c117:46725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:16,483 INFO [RS:0;cea23c84c117:46725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:16,483 INFO [RS:0;cea23c84c117:46725 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:16,483 INFO [RS:0;cea23c84c117:46725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:16,483 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:16,484 INFO [RS:0;cea23c84c117:46725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:46725. 2024-11-12T07:23:16,484 DEBUG [RS:0;cea23c84c117:46725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:16,484 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:16,484 DEBUG [RS:0;cea23c84c117:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:16,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:16,484 INFO [RS:0;cea23c84c117:46725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46725 2024-11-12T07:23:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975/rs 2024-11-12T07:23:16,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2060620975/rs/cea23c84c117,46725,1731396181372 2024-11-12T07:23:16,496 INFO [RS:0;cea23c84c117:46725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:16,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,46725,1731396181372] 2024-11-12T07:23:16,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2060620975/draining/cea23c84c117,46725,1731396181372 already deleted, retry=false 2024-11-12T07:23:16,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,46725,1731396181372 expired; onlineServers=0 2024-11-12T07:23:16,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,36833,1731396181251' ***** 2024-11-12T07:23:16,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:23:16,507 INFO [M:0;cea23c84c117:36833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:16,507 INFO [M:0;cea23c84c117:36833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:16,507 DEBUG [M:0;cea23c84c117:36833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:23:16,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:23:16,507 DEBUG [M:0;cea23c84c117:36833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:23:16,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396182765 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396182765,5,FailOnTimeoutGroup] 2024-11-12T07:23:16,507 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396182765 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396182765,5,FailOnTimeoutGroup] 2024-11-12T07:23:16,507 INFO [M:0;cea23c84c117:36833 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:16,507 INFO [M:0;cea23c84c117:36833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:16,507 DEBUG [M:0;cea23c84c117:36833 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:23:16,508 INFO [M:0;cea23c84c117:36833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:23:16,508 INFO [M:0;cea23c84c117:36833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:16,508 INFO [M:0;cea23c84c117:36833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:23:16,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:23:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2060620975/master 2024-11-12T07:23:16,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2060620975 2024-11-12T07:23:16,517 DEBUG [M:0;cea23c84c117:36833 {}] zookeeper.ZKUtil(347): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Unable to get data of znode /2-2060620975/master because node does not exist (not an error) 2024-11-12T07:23:16,517 WARN [M:0;cea23c84c117:36833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:23:16,518 INFO [M:0;cea23c84c117:36833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/.lastflushedseqids 2024-11-12T07:23:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741843_1019 (size=173) 2024-11-12T07:23:16,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:16,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x1012dece1cf0007, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:16,607 INFO [RS:0;cea23c84c117:46725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:16,607 INFO [RS:0;cea23c84c117:46725 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,46725,1731396181372; zookeeper connection closed. 2024-11-12T07:23:16,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1eaba4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1eaba4 2024-11-12T07:23:16,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:23:16,929 INFO [M:0;cea23c84c117:36833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:23:16,929 INFO [M:0;cea23c84c117:36833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:23:16,929 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:23:16,929 INFO [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:16,929 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:16,929 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:23:16,929 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:16,929 INFO [M:0;cea23c84c117:36833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-12T07:23:16,947 DEBUG [M:0;cea23c84c117:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e3d90644ca48c1a9f6baef0df9b68e is 82, key is hbase:meta,,1/info:regioninfo/1731396183745/Put/seqid=0 2024-11-12T07:23:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741844_1020 (size=5672) 2024-11-12T07:23:17,071 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:17,353 INFO [M:0;cea23c84c117:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e3d90644ca48c1a9f6baef0df9b68e 2024-11-12T07:23:17,370 DEBUG [M:0;cea23c84c117:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ce041557188426e87316e29fd779364 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731396187317/Put/seqid=0 2024-11-12T07:23:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741845_1021 (size=6587) 2024-11-12T07:23:17,389 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:17,773 INFO [M:0;cea23c84c117:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ce041557188426e87316e29fd779364 2024-11-12T07:23:17,793 DEBUG [M:0;cea23c84c117:36833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab88aa955cad4df79d15f5b0d0d71035 is 69, key is cea23c84c117,46725,1731396181372/rs:state/1731396182798/Put/seqid=0 2024-11-12T07:23:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741846_1022 (size=5156) 2024-11-12T07:23:17,796 INFO [M:0;cea23c84c117:36833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab88aa955cad4df79d15f5b0d0d71035 2024-11-12T07:23:17,800 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93e3d90644ca48c1a9f6baef0df9b68e as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93e3d90644ca48c1a9f6baef0df9b68e 2024-11-12T07:23:17,802 INFO [M:0;cea23c84c117:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93e3d90644ca48c1a9f6baef0df9b68e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T07:23:17,803 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ce041557188426e87316e29fd779364 as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ce041557188426e87316e29fd779364 2024-11-12T07:23:17,805 INFO [M:0;cea23c84c117:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ce041557188426e87316e29fd779364, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T07:23:17,806 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab88aa955cad4df79d15f5b0d0d71035 as hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab88aa955cad4df79d15f5b0d0d71035 2024-11-12T07:23:17,809 INFO [M:0;cea23c84c117:36833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab88aa955cad4df79d15f5b0d0d71035, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T07:23:17,809 INFO [M:0;cea23c84c117:36833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-12T07:23:17,810 INFO [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:17,810 DEBUG [M:0;cea23c84c117:36833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396196929Disabling compacts and flushes for region at 1731396196929Disabling writes for close at 1731396196929Obtaining lock to block concurrent updates at 1731396196929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396196929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731396196930 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396196930Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396196930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396196946 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396196946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396197356 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396197369 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396197369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396197777 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396197793 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396197793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188b3019: reopening flushed file at 1731396197799 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc9d055: reopening flushed file at 1731396197802 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2787f094: reopening flushed file at 1731396197805 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1731396197809 (+4 ms)Writing region close event to WAL at 1731396197810 (+1 ms)Closed at 1731396197810 2024-11-12T07:23:17,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38397 is added to blk_1073741830_1006 (size=32782) 2024-11-12T07:23:17,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63788aa8-d581-2704-65f8-10b550634584/MasterData/WALs/cea23c84c117,36833,1731396181251/cea23c84c117%2C36833%2C1731396181251.1731396182380 not finished, retry = 0 2024-11-12T07:23:17,914 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:17,914 INFO [M:0;cea23c84c117:36833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:23:17,914 INFO [M:0;cea23c84c117:36833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36833 2024-11-12T07:23:17,914 INFO [M:0;cea23c84c117:36833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:17,974 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:18,021 INFO [M:0;cea23c84c117:36833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:18,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:18,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36833-0x1012dece1cf0006, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:18,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27dd6766{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:23:18,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7141d5a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:18,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:18,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e9e51c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:18,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6eedbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:18,025 WARN [BP-935948957-172.17.0.2-1731396179110 heartbeating to localhost/127.0.0.1:36349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:23:18,025 WARN [BP-935948957-172.17.0.2-1731396179110 heartbeating to localhost/127.0.0.1:36349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-935948957-172.17.0.2-1731396179110 (Datanode Uuid 52c583e3-6f2e-457b-8c07-e1391ad75460) service to localhost/127.0.0.1:36349 2024-11-12T07:23:18,025 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:23:18,025 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:23:18,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/cluster_4d89aa44-2279-6a26-8298-f8a87b31b363/data/data1/current/BP-935948957-172.17.0.2-1731396179110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:18,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/cluster_4d89aa44-2279-6a26-8298-f8a87b31b363/data/data2/current/BP-935948957-172.17.0.2-1731396179110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:18,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:23:18,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b04a19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:23:18,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60a3814e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:18,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:18,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cccc13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:18,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a02ecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16f7431e-b393-a137-0168-3f0d7720e588/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:18,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:23:18,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:23:18,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:18,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:18,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:18,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:18,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:18,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:23:18,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=205370394, stopped=false 2024-11-12T07:23:18,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,41827,1731396174890 2024-11-12T07:23:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11967633162/running 2024-11-12T07:23:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11967633162/running 2024-11-12T07:23:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:23:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:23:18,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:18,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:18,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:18,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/running 2024-11-12T07:23:18,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Set watcher on znode that does not yet exist, /11967633162/running 2024-11-12T07:23:18,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,42795,1731396175105' ***** 2024-11-12T07:23:18,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:23:18,069 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:23:18,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:23:18,069 INFO [RS:0;cea23c84c117:42795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:23:18,069 INFO [RS:0;cea23c84c117:42795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:23:18,069 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(3091): Received CLOSE for d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,42795,1731396175105 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:42795. 2024-11-12T07:23:18,070 DEBUG [RS:0;cea23c84c117:42795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:18,070 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d596d11eb5bf3b3454d24eaf0f10671e, disabling compactions & flushes 2024-11-12T07:23:18,070 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. after waiting 0 ms 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:23:18,070 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T07:23:18,070 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d596d11eb5bf3b3454d24eaf0f10671e=test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e.} 2024-11-12T07:23:18,070 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d596d11eb5bf3b3454d24eaf0f10671e 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:23:18,070 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:23:18,070 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:23:18,070 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T07:23:18,073 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/default/test/d596d11eb5bf3b3454d24eaf0f10671e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:23:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:23:18,074 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d596d11eb5bf3b3454d24eaf0f10671e: Waiting for close lock at 1731396198070Running coprocessor pre-close hooks at 1731396198070Disabling compacts and flushes for region at 1731396198070Disabling writes for close at 1731396198070Writing region close event to WAL at 1731396198070Running coprocessor post-close hooks at 1731396198074 (+4 ms)Closed at 1731396198074 2024-11-12T07:23:18,074 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e. 2024-11-12T07:23:18,084 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/info/09f36f5c71504f42825018c3d116bca5 is 129, key is test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e./info:regioninfo/1731396185793/Put/seqid=0 2024-11-12T07:23:18,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741841_1017 (size=6421) 2024-11-12T07:23:18,102 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:18,270 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:18,393 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:18,470 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:18,488 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/info/09f36f5c71504f42825018c3d116bca5 2024-11-12T07:23:18,505 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/ns/8c1a134c8c2948f1b0990356ffe52d34 is 43, key is default/ns:d/1731396178959/Put/seqid=0 2024-11-12T07:23:18,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741842_1018 (size=5153) 2024-11-12T07:23:18,670 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:18,770 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:23:18,871 DEBUG [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:18,908 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/ns/8c1a134c8c2948f1b0990356ffe52d34 2024-11-12T07:23:18,931 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/rep_barrier/032fc0d21d7c43da807a0906c8c4b20e is 112, key is test,,1731396185016.d596d11eb5bf3b3454d24eaf0f10671e./rep_barrier:seqnumDuringOpen/1731396185793/Put/seqid=0 2024-11-12T07:23:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741843_1019 (size=5518) 2024-11-12T07:23:18,935 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/rep_barrier/032fc0d21d7c43da807a0906c8c4b20e 2024-11-12T07:23:18,960 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/table/e56a06d1f34c46b38668ec595094264b is 40, key is test/table:state/1731396185800/Put/seqid=0 2024-11-12T07:23:18,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741844_1020 (size=5165) 2024-11-12T07:23:18,966 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/table/e56a06d1f34c46b38668ec595094264b 2024-11-12T07:23:18,977 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:18,985 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/info/09f36f5c71504f42825018c3d116bca5 as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/info/09f36f5c71504f42825018c3d116bca5 2024-11-12T07:23:18,991 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/info/09f36f5c71504f42825018c3d116bca5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T07:23:18,992 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/ns/8c1a134c8c2948f1b0990356ffe52d34 as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/ns/8c1a134c8c2948f1b0990356ffe52d34 2024-11-12T07:23:18,999 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/ns/8c1a134c8c2948f1b0990356ffe52d34, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:23:19,000 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/rep_barrier/032fc0d21d7c43da807a0906c8c4b20e as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/rep_barrier/032fc0d21d7c43da807a0906c8c4b20e 2024-11-12T07:23:19,008 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/rep_barrier/032fc0d21d7c43da807a0906c8c4b20e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T07:23:19,009 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/.tmp/table/e56a06d1f34c46b38668ec595094264b as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/table/e56a06d1f34c46b38668ec595094264b 2024-11-12T07:23:19,014 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/table/e56a06d1f34c46b38668ec595094264b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T07:23:19,016 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false 2024-11-12T07:23:19,028 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T07:23:19,029 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:19,029 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:23:19,029 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:19,029 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396198070Running coprocessor pre-close hooks at 1731396198070Disabling compacts and flushes for region at 1731396198070Disabling writes for close at 1731396198070Obtaining lock to block concurrent updates at 1731396198070Preparing flush snapshotting stores in 1588230740 at 1731396198070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731396198071 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396198071Flushing 1588230740/info: creating writer at 1731396198071Flushing 1588230740/info: appending metadata at 1731396198084 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731396198084Flushing 1588230740/ns: creating writer at 1731396198492 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731396198505 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731396198505Flushing 1588230740/rep_barrier: creating writer at 1731396198913 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396198931 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396198931Flushing 1588230740/table: creating writer at 1731396198941 (+10 ms)Flushing 1588230740/table: appending metadata at 1731396198960 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731396198960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43233999: reopening flushed file at 1731396198981 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f4a92: reopening flushed file at 1731396198991 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574dc25: reopening flushed file at 1731396198999 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f2081b: reopening flushed file at 1731396199008 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false at 1731396199016 (+8 ms)Writing region close event to WAL at 1731396199024 (+8 ms)Running coprocessor post-close hooks at 1731396199029 (+5 ms)Closed at 1731396199029 2024-11-12T07:23:19,029 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:19,065 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:23:19,065 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:23:19,071 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,42795,1731396175105; all regions closed. 2024-11-12T07:23:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741834_1010 (size=2717) 2024-11-12T07:23:19,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/WALs/cea23c84c117,42795,1731396175105/cea23c84c117%2C42795%2C1731396175105.meta.1731396178910.meta not finished, retry = 0 2024-11-12T07:23:19,182 DEBUG [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/oldWALs 2024-11-12T07:23:19,183 INFO [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C42795%2C1731396175105.meta:.meta(num 1731396178910) 2024-11-12T07:23:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741833_1009 (size=1374) 2024-11-12T07:23:19,186 DEBUG [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/oldWALs 2024-11-12T07:23:19,186 INFO [RS:0;cea23c84c117:42795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C42795%2C1731396175105:(num 1731396178124) 2024-11-12T07:23:19,186 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:19,186 INFO [RS:0;cea23c84c117:42795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:19,186 INFO [RS:0;cea23c84c117:42795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:19,187 INFO [RS:0;cea23c84c117:42795 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:19,187 INFO [RS:0;cea23c84c117:42795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:19,187 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:19,187 INFO [RS:0;cea23c84c117:42795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:42795. 2024-11-12T07:23:19,187 DEBUG [RS:0;cea23c84c117:42795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:19,188 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:19,188 DEBUG [RS:0;cea23c84c117:42795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:19,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:19,188 INFO [RS:0;cea23c84c117:42795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42795 2024-11-12T07:23:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11967633162/rs/cea23c84c117,42795,1731396175105 2024-11-12T07:23:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162/rs 2024-11-12T07:23:19,236 INFO [RS:0;cea23c84c117:42795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:19,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,42795,1731396175105] 2024-11-12T07:23:19,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/draining/cea23c84c117,42795,1731396175105 already deleted, retry=false 2024-11-12T07:23:19,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,42795,1731396175105 expired; onlineServers=0 2024-11-12T07:23:19,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,41827,1731396174890' ***** 2024-11-12T07:23:19,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:19,258 DEBUG [M:0;cea23c84c117:41827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:23:19,258 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:23:19,258 DEBUG [M:0;cea23c84c117:41827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:23:19,258 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396177656 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396177656,5,FailOnTimeoutGroup] 2024-11-12T07:23:19,258 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396177656 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396177656,5,FailOnTimeoutGroup] 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:19,258 DEBUG [M:0;cea23c84c117:41827 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:23:19,258 INFO [M:0;cea23c84c117:41827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:19,259 INFO [M:0;cea23c84c117:41827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:23:19,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:23:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11967633162/master 2024-11-12T07:23:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11967633162 2024-11-12T07:23:19,278 DEBUG [M:0;cea23c84c117:41827 {}] zookeeper.RecoverableZooKeeper(212): Node /11967633162/master already deleted, retry=false 2024-11-12T07:23:19,278 DEBUG [M:0;cea23c84c117:41827 {}] master.ActiveMasterManager(353): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Failed delete of our master address node; KeeperErrorCode = NoNode for /11967633162/master 2024-11-12T07:23:19,293 INFO [M:0;cea23c84c117:41827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/.lastflushedseqids 2024-11-12T07:23:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741845_1021 (size=173) 2024-11-12T07:23:19,347 INFO [RS:0;cea23c84c117:42795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:19,347 INFO [RS:0;cea23c84c117:42795 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,42795,1731396175105; zookeeper connection closed. 2024-11-12T07:23:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42795-0x1012dece1cf0004, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:19,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@420e77d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@420e77d 2024-11-12T07:23:19,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:23:19,497 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:19,697 INFO [M:0;cea23c84c117:41827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:23:19,697 INFO [M:0;cea23c84c117:41827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:23:19,698 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:23:19,698 INFO [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:19,698 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:19,698 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:23:19,698 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:19,698 INFO [M:0;cea23c84c117:41827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T07:23:19,719 DEBUG [M:0;cea23c84c117:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/344e25ef9adf43dea38612923a285850 is 82, key is hbase:meta,,1/info:regioninfo/1731396178944/Put/seqid=0 2024-11-12T07:23:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741846_1022 (size=5672) 2024-11-12T07:23:19,730 INFO [M:0;cea23c84c117:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/344e25ef9adf43dea38612923a285850 2024-11-12T07:23:19,754 DEBUG [M:0;cea23c84c117:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b2fd6a355e4ef587624edf25978f8f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731396185804/Put/seqid=0 2024-11-12T07:23:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741847_1023 (size=6586) 2024-11-12T07:23:19,758 INFO [M:0;cea23c84c117:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b2fd6a355e4ef587624edf25978f8f 2024-11-12T07:23:19,777 DEBUG [M:0;cea23c84c117:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98c9a27599f94e5a8f64097459c79c24 is 69, key is cea23c84c117,42795,1731396175105/rs:state/1731396177878/Put/seqid=0 2024-11-12T07:23:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741848_1024 (size=5156) 2024-11-12T07:23:19,781 INFO [M:0;cea23c84c117:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98c9a27599f94e5a8f64097459c79c24 2024-11-12T07:23:19,785 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/344e25ef9adf43dea38612923a285850 as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/344e25ef9adf43dea38612923a285850 2024-11-12T07:23:19,788 INFO [M:0;cea23c84c117:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/344e25ef9adf43dea38612923a285850, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T07:23:19,789 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8b2fd6a355e4ef587624edf25978f8f as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8b2fd6a355e4ef587624edf25978f8f 2024-11-12T07:23:19,794 INFO [M:0;cea23c84c117:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8b2fd6a355e4ef587624edf25978f8f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T07:23:19,796 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98c9a27599f94e5a8f64097459c79c24 as hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98c9a27599f94e5a8f64097459c79c24 2024-11-12T07:23:19,800 INFO [M:0;cea23c84c117:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38231/user/jenkins/test-data/47da2f45-908c-9dff-324f-c95c24fe25c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98c9a27599f94e5a8f64097459c79c24, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T07:23:19,801 INFO [M:0;cea23c84c117:41827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=55, compaction requested=false 2024-11-12T07:23:19,815 INFO [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:19,815 DEBUG [M:0;cea23c84c117:41827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396199698Disabling compacts and flushes for region at 1731396199698Disabling writes for close at 1731396199698Obtaining lock to block concurrent updates at 1731396199698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396199698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731396199698Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396199698Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396199699 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396199718 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396199718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396199736 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396199754 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396199754Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396199761 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396199777 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396199777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa8b7b3: reopening flushed file at 1731396199784 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521a2d35: reopening flushed file at 1731396199789 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bb9369: reopening flushed file at 1731396199795 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=55, compaction requested=false at 1731396199801 (+6 ms)Writing region close event to WAL at 1731396199815 (+14 ms)Closed at 1731396199815 2024-11-12T07:23:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42085 is added to blk_1073741830_1006 (size=32770) 2024-11-12T07:23:19,817 INFO [M:0;cea23c84c117:41827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:23:19,817 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:19,817 INFO [M:0;cea23c84c117:41827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41827 2024-11-12T07:23:19,818 INFO [M:0;cea23c84c117:41827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:19,964 INFO [M:0;cea23c84c117:41827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1012dece1cf0003, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:19,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7025b5c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:23:19,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bdf679d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:19,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:19,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@566510c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:19,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202dfa32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:19,981 WARN [BP-1191969107-172.17.0.2-1731396172770 heartbeating to localhost/127.0.0.1:38231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:23:19,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:23:19,981 WARN [BP-1191969107-172.17.0.2-1731396172770 heartbeating to localhost/127.0.0.1:38231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1191969107-172.17.0.2-1731396172770 (Datanode Uuid d8d5f14a-002a-49ab-a250-055f40ebe04c) service to localhost/127.0.0.1:38231 2024-11-12T07:23:19,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:23:19,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/cluster_b7e3edb6-cec5-81c3-764f-9970892195f8/data/data1/current/BP-1191969107-172.17.0.2-1731396172770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:19,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/cluster_b7e3edb6-cec5-81c3-764f-9970892195f8/data/data2/current/BP-1191969107-172.17.0.2-1731396172770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:19,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:23:19,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ad49d1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:23:20,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1365c613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:20,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:20,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e429a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:20,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5cfbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/78f80736-62ec-b0d2-50b1-3d947fc385e1/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:20,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:23:20,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:23:20,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:20,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:20,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:20,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:20,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:20,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:23:20,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1273894926, stopped=false 2024-11-12T07:23:20,020 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,46211,1731396169179 2024-11-12T07:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0865532086/running 2024-11-12T07:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0865532086/running 2024-11-12T07:23:20,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:23:20,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:20,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:23:20,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:20,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/running 2024-11-12T07:23:20,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:20,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,39187,1731396169379' ***** 2024-11-12T07:23:20,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:23:20,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Set watcher on znode that does not yet exist, /0865532086/running 2024-11-12T07:23:20,038 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:23:20,038 INFO [RS:0;cea23c84c117:39187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:23:20,038 INFO [RS:0;cea23c84c117:39187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:23:20,038 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:23:20,038 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:20,040 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f49abb266207450147626c52c0817eb 2024-11-12T07:23:20,040 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,39187,1731396169379 2024-11-12T07:23:20,040 INFO [RS:0;cea23c84c117:39187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:20,040 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dbf531ab2346d5fe52566c895edc06f, disabling compactions & flushes 2024-11-12T07:23:20,040 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:20,040 INFO [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39187. 2024-11-12T07:23:20,040 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:20,040 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. after waiting 0 ms 2024-11-12T07:23:20,040 DEBUG [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:20,040 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:20,040 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:20,040 INFO [RS:0;cea23c84c117:39187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:23:20,040 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3dbf531ab2346d5fe52566c895edc06f 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T07:23:20,041 INFO [RS:0;cea23c84c117:39187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:23:20,041 INFO [RS:0;cea23c84c117:39187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:23:20,041 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:23:20,041 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T07:23:20,041 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1325): Online Regions={3dbf531ab2346d5fe52566c895edc06f=hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f., 1588230740=hbase:meta,,1.1588230740, 0f49abb266207450147626c52c0817eb=test,,1731396183873.0f49abb266207450147626c52c0817eb.} 2024-11-12T07:23:20,041 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 0f49abb266207450147626c52c0817eb, 1588230740, 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:20,041 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:23:20,041 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:23:20,041 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:23:20,041 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:23:20,041 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:23:20,041 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T07:23:20,061 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/info/2edbc1d1a2244154b7a17f983e2fb9a3 is 147, key is hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f./info:regioninfo/1731396189507/Put/seqid=0 2024-11-12T07:23:20,069 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/hfileref/dc1d4c6f05284cfea4b0511f2dd6fdd6 is 74, key is 1/hfileref:3d1332ead0e7484e8be01dc5594b11a2_SeqId_6_/1731396193972/DeleteColumn/seqid=0 2024-11-12T07:23:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741847_1023 (size=7686) 2024-11-12T07:23:20,075 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/info/2edbc1d1a2244154b7a17f983e2fb9a3 2024-11-12T07:23:20,086 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741848_1024 (size=5489) 2024-11-12T07:23:20,105 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:20,129 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/ns/01285937705e430a8b15878daa3f627d is 43, key is default/ns:d/1731396172683/Put/seqid=0 2024-11-12T07:23:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741849_1025 (size=5153) 2024-11-12T07:23:20,142 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/ns/01285937705e430a8b15878daa3f627d 2024-11-12T07:23:20,165 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/rep_barrier/355396645c064962ae54a904718cf37e is 112, key is test,,1731396183873.0f49abb266207450147626c52c0817eb./rep_barrier:seqnumDuringOpen/1731396184688/Put/seqid=0 2024-11-12T07:23:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741850_1026 (size=5518) 2024-11-12T07:23:20,241 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 0f49abb266207450147626c52c0817eb, 1588230740, 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:20,441 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 0f49abb266207450147626c52c0817eb, 1588230740, 3dbf531ab2346d5fe52566c895edc06f 2024-11-12T07:23:20,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T07:23:20,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,493 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/hfileref/dc1d4c6f05284cfea4b0511f2dd6fdd6 2024-11-12T07:23:20,520 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/queue/d4b821fc6d364a9aa111e852fe41d539 is 153, key is 1-cea23c84c117,39187,1731396169379/queue:cea23c84c117%2C39187%2C1731396169379/1731396193973/Put/seqid=0 2024-11-12T07:23:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741851_1027 (size=5504) 2024-11-12T07:23:20,538 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/queue/d4b821fc6d364a9aa111e852fe41d539 2024-11-12T07:23:20,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,546 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/hfileref/dc1d4c6f05284cfea4b0511f2dd6fdd6 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/hfileref/dc1d4c6f05284cfea4b0511f2dd6fdd6 2024-11-12T07:23:20,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,551 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/hfileref/dc1d4c6f05284cfea4b0511f2dd6fdd6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T07:23:20,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,552 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/.tmp/queue/d4b821fc6d364a9aa111e852fe41d539 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/queue/d4b821fc6d364a9aa111e852fe41d539 2024-11-12T07:23:20,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,555 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/queue/d4b821fc6d364a9aa111e852fe41d539, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T07:23:20,557 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3dbf531ab2346d5fe52566c895edc06f in 516ms, sequenceid=17, compaction requested=false 2024-11-12T07:23:20,560 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/replication/3dbf531ab2346d5fe52566c895edc06f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T07:23:20,560 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:20,560 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:23:20,561 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dbf531ab2346d5fe52566c895edc06f: Waiting for close lock at 1731396200040Running coprocessor pre-close hooks at 1731396200040Disabling compacts and flushes for region at 1731396200040Disabling writes for close at 1731396200040Obtaining lock to block concurrent updates at 1731396200041 (+1 ms)Preparing flush snapshotting stores in 3dbf531ab2346d5fe52566c895edc06f at 1731396200041Finished memstore snapshotting hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731396200041Flushing stores of hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. at 1731396200046 (+5 ms)Flushing 3dbf531ab2346d5fe52566c895edc06f/hfileref: creating writer at 1731396200046Flushing 3dbf531ab2346d5fe52566c895edc06f/hfileref: appending metadata at 1731396200069 (+23 ms)Flushing 3dbf531ab2346d5fe52566c895edc06f/hfileref: closing flushed file at 1731396200069Flushing 3dbf531ab2346d5fe52566c895edc06f/queue: creating writer at 1731396200497 (+428 ms)Flushing 3dbf531ab2346d5fe52566c895edc06f/queue: appending metadata at 1731396200520 (+23 ms)Flushing 3dbf531ab2346d5fe52566c895edc06f/queue: closing flushed file at 1731396200520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6b713a: reopening flushed file at 1731396200542 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506c883f: reopening flushed file at 1731396200551 (+9 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3dbf531ab2346d5fe52566c895edc06f in 516ms, sequenceid=17, compaction requested=false at 1731396200557 (+6 ms)Writing region close event to WAL at 1731396200557Running coprocessor post-close hooks at 1731396200560 (+3 ms)Closed at 1731396200561 (+1 ms) 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731396188327.3dbf531ab2346d5fe52566c895edc06f. 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f49abb266207450147626c52c0817eb, disabling compactions & flushes 2024-11-12T07:23:20,561 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731396183873.0f49abb266207450147626c52c0817eb. after waiting 0 ms 2024-11-12T07:23:20,561 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:20,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/default/test/0f49abb266207450147626c52c0817eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T07:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T07:23:20,565 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f49abb266207450147626c52c0817eb: Waiting for close lock at 1731396200561Running coprocessor pre-close hooks at 1731396200561Disabling compacts and flushes for region at 1731396200561Disabling writes for close at 1731396200561Writing region close event to WAL at 1731396200562 (+1 ms)Running coprocessor post-close hooks at 1731396200565 (+3 ms)Closed at 1731396200565 2024-11-12T07:23:20,565 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731396183873.0f49abb266207450147626c52c0817eb. 2024-11-12T07:23:20,586 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/rep_barrier/355396645c064962ae54a904718cf37e 2024-11-12T07:23:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T07:23:20,613 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/table/84f5051a97914775abb2fcd6dad6c0b0 is 53, key is hbase:replication/table:state/1731396189522/Put/seqid=0 2024-11-12T07:23:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741852_1028 (size=5308) 2024-11-12T07:23:20,634 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:23:20,634 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:23:20,642 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:20,701 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 393, reset compression=false 2024-11-12T07:23:20,704 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T07:23:20,704 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 688, reset compression=false 2024-11-12T07:23:20,704 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cea23c84c117,39187,1731396169379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T07:23:20,705 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cea23c84c117,39187,1731396169379: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-cea23c84c117,39187,1731396169379, walGroup=cea23c84c117%2C39187%2C1731396169379, offset=cea23c84c117%2C39187%2C1731396169379.1731396191659:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:39187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T07:23:20,706 ERROR [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T07:23:20,707 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T07:23:20,707 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T07:23:20,707 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T07:23:20,707 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T07:23:20,707 INFO [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1009755136 }, "NonHeapMemoryUsage": { "committed": 211484672, "init": 7667712, "max": -1, "used": 208419024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T07:23:20,708 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cea23c84c117:46211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T07:23:20,842 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:20,910 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 688, reset compression=false 2024-11-12T07:23:21,016 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/table/84f5051a97914775abb2fcd6dad6c0b0 2024-11-12T07:23:21,020 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/info/2edbc1d1a2244154b7a17f983e2fb9a3 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/info/2edbc1d1a2244154b7a17f983e2fb9a3 2024-11-12T07:23:21,024 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/info/2edbc1d1a2244154b7a17f983e2fb9a3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T07:23:21,024 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/ns/01285937705e430a8b15878daa3f627d as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/ns/01285937705e430a8b15878daa3f627d 2024-11-12T07:23:21,028 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/ns/01285937705e430a8b15878daa3f627d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T07:23:21,029 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/rep_barrier/355396645c064962ae54a904718cf37e as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/rep_barrier/355396645c064962ae54a904718cf37e 2024-11-12T07:23:21,033 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/rep_barrier/355396645c064962ae54a904718cf37e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T07:23:21,034 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/.tmp/table/84f5051a97914775abb2fcd6dad6c0b0 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/table/84f5051a97914775abb2fcd6dad6c0b0 2024-11-12T07:23:21,038 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/table/84f5051a97914775abb2fcd6dad6c0b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T07:23:21,039 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false 2024-11-12T07:23:21,039 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:23:21,042 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:23:21,042 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:23:21,042 DEBUG [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:23:21,046 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T07:23:21,047 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T07:23:21,047 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:23:21,047 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:21,047 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396200041Running coprocessor pre-close hooks at 1731396200041Disabling compacts and flushes for region at 1731396200041Disabling writes for close at 1731396200041Obtaining lock to block concurrent updates at 1731396200041Preparing flush snapshotting stores in 1588230740 at 1731396200041Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731396200042 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396200042Flushing 1588230740/info: creating writer at 1731396200042Flushing 1588230740/info: appending metadata at 1731396200061 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731396200061Flushing 1588230740/ns: creating writer at 1731396200094 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731396200129 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731396200129Flushing 1588230740/rep_barrier: creating writer at 1731396200147 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396200164 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396200164Flushing 1588230740/table: creating writer at 1731396200590 (+426 ms)Flushing 1588230740/table: appending metadata at 1731396200608 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731396200608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d76a74: reopening flushed file at 1731396201020 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f63ec33: reopening flushed file at 1731396201024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae1999: reopening flushed file at 1731396201028 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64da89d0: reopening flushed file at 1731396201033 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=16, compaction requested=false at 1731396201039 (+6 ms)Writing region close event to WAL at 1731396201044 (+5 ms)Running coprocessor post-close hooks at 1731396201047 (+3 ms)Closed at 1731396201047 2024-11-12T07:23:21,047 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:23:21,213 DEBUG [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/WALs/cea23c84c117,39187,1731396169379/cea23c84c117%2C39187%2C1731396169379.1731396191659 to pos 688, reset compression=false 2024-11-12T07:23:21,242 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,39187,1731396169379; all regions closed. 2024-11-12T07:23:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741844_1020 (size=859) 2024-11-12T07:23:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741842_1018 (size=2791) 2024-11-12T07:23:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741843_1019 (size=696) 2024-11-12T07:23:21,249 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:21,249 INFO [RS:0;cea23c84c117:39187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:23:21,249 INFO [RS:0;cea23c84c117:39187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:21,250 INFO [RS:0;cea23c84c117:39187 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:21,250 INFO [RS:0;cea23c84c117:39187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:21,250 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:21,250 INFO [RS:0;cea23c84c117:39187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cea23c84c117,39187,1731396169379 because: Region server is closing 2024-11-12T07:23:21,250 INFO [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39187. 2024-11-12T07:23:21,250 DEBUG [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:21,250 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:21,251 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:21,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:21,351 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T07:23:21,351 INFO [RS:0;cea23c84c117:39187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,1-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,1-cea23c84c117,39187,1731396169379 terminated 2024-11-12T07:23:21,351 INFO [RS:0;cea23c84c117:39187 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cea23c84c117,39187,1731396169379 because: Region server is closing 2024-11-12T07:23:21,352 INFO [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:39187. 2024-11-12T07:23:21,352 DEBUG [RS:0;cea23c84c117:39187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:23:21,352 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:21,352 DEBUG [RS:0;cea23c84c117:39187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:23:21,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:23:21,452 INFO [RS:0;cea23c84c117:39187 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.shippercea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 terminated 2024-11-12T07:23:21,452 INFO [RS:0;cea23c84c117:39187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39187 2024-11-12T07:23:21,452 WARN [RS_REFRESH_PEER-regionserver/cea23c84c117:0-0.replicationSource,2-cea23c84c117,39187,1731396169379.replicationSource.wal-reader.cea23c84c117%2C39187%2C1731396169379,2-cea23c84c117,39187,1731396169379 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T07:23:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0865532086/rs/cea23c84c117,39187,1731396169379 2024-11-12T07:23:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086/rs 2024-11-12T07:23:21,468 INFO [RS:0;cea23c84c117:39187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:21,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,39187,1731396169379] 2024-11-12T07:23:21,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0865532086/draining/cea23c84c117,39187,1731396169379 already deleted, retry=false 2024-11-12T07:23:21,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,39187,1731396169379 expired; onlineServers=0 2024-11-12T07:23:21,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,46211,1731396169179' ***** 2024-11-12T07:23:21,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:23:21,489 INFO [M:0;cea23c84c117:46211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:23:21,489 INFO [M:0;cea23c84c117:46211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:23:21,489 DEBUG [M:0;cea23c84c117:46211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:23:21,489 DEBUG [M:0;cea23c84c117:46211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:23:21,489 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:23:21,489 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396171430 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396171430,5,FailOnTimeoutGroup] 2024-11-12T07:23:21,489 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396171430 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396171430,5,FailOnTimeoutGroup] 2024-11-12T07:23:21,489 INFO [M:0;cea23c84c117:46211 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:23:21,489 INFO [M:0;cea23c84c117:46211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:23:21,489 DEBUG [M:0;cea23c84c117:46211 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:23:21,489 INFO [M:0;cea23c84c117:46211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:23:21,490 INFO [M:0;cea23c84c117:46211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:23:21,490 ERROR [M:0;cea23c84c117:46211 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1628107266) connection to localhost/127.0.0.1:38591 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38591,5,PEWorkerGroup] 2024-11-12T07:23:21,490 INFO [M:0;cea23c84c117:46211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:23:21,490 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:23:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0865532086/master 2024-11-12T07:23:21,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0865532086 2024-11-12T07:23:21,499 DEBUG [M:0;cea23c84c117:46211 {}] zookeeper.ZKUtil(347): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Unable to get data of znode /0865532086/master because node does not exist (not an error) 2024-11-12T07:23:21,499 WARN [M:0;cea23c84c117:46211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:23:21,500 INFO [M:0;cea23c84c117:46211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/.lastflushedseqids 2024-11-12T07:23:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741853_1029 (size=263) 2024-11-12T07:23:21,578 INFO [RS:0;cea23c84c117:39187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:21,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39187-0x1012dece1cf0001, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:21,578 INFO [RS:0;cea23c84c117:39187 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,39187,1731396169379; zookeeper connection closed. 2024-11-12T07:23:21,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@abf73b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@abf73b1 2024-11-12T07:23:21,579 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:23:21,909 INFO [M:0;cea23c84c117:46211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:23:21,909 INFO [M:0;cea23c84c117:46211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:23:21,909 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:23:21,909 INFO [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:21,909 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:21,909 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:23:21,909 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:21,909 INFO [M:0;cea23c84c117:46211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-12T07:23:21,924 DEBUG [M:0;cea23c84c117:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf0ec687e92464fac68cfa72c5a2f57 is 82, key is hbase:meta,,1/info:regioninfo/1731396172642/Put/seqid=0 2024-11-12T07:23:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741854_1030 (size=5672) 2024-11-12T07:23:22,328 INFO [M:0;cea23c84c117:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf0ec687e92464fac68cfa72c5a2f57 2024-11-12T07:23:22,352 DEBUG [M:0;cea23c84c117:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb9dccd59e554bf2936f2a5363dd6c8a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731396189526/Put/seqid=0 2024-11-12T07:23:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741855_1031 (size=8910) 2024-11-12T07:23:22,778 INFO [M:0;cea23c84c117:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb9dccd59e554bf2936f2a5363dd6c8a 2024-11-12T07:23:22,797 DEBUG [M:0;cea23c84c117:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13e63aae9894125950e87479bdcc300 is 69, key is cea23c84c117,39187,1731396169379/rs:state/1731396171546/Put/seqid=0 2024-11-12T07:23:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741856_1032 (size=5156) 2024-11-12T07:23:23,201 INFO [M:0;cea23c84c117:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13e63aae9894125950e87479bdcc300 2024-11-12T07:23:23,205 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbf0ec687e92464fac68cfa72c5a2f57 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbf0ec687e92464fac68cfa72c5a2f57 2024-11-12T07:23:23,209 INFO [M:0;cea23c84c117:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbf0ec687e92464fac68cfa72c5a2f57, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T07:23:23,209 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb9dccd59e554bf2936f2a5363dd6c8a as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb9dccd59e554bf2936f2a5363dd6c8a 2024-11-12T07:23:23,215 INFO [M:0;cea23c84c117:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb9dccd59e554bf2936f2a5363dd6c8a, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T07:23:23,216 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d13e63aae9894125950e87479bdcc300 as hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13e63aae9894125950e87479bdcc300 2024-11-12T07:23:23,220 INFO [M:0;cea23c84c117:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38591/user/jenkins/test-data/5c9fc315-2a1b-0da0-64d5-69c45c225430/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d13e63aae9894125950e87479bdcc300, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T07:23:23,221 INFO [M:0;cea23c84c117:46211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=112, compaction requested=false 2024-11-12T07:23:23,222 INFO [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:23:23,222 DEBUG [M:0;cea23c84c117:46211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396201909Disabling compacts and flushes for region at 1731396201909Disabling writes for close at 1731396201909Obtaining lock to block concurrent updates at 1731396201909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396201909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731396201910 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396201910Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396201910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396201924 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396201924Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396202332 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396202352 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396202352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396202781 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396202797 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396202797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d451df0: reopening flushed file at 1731396203204 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17561881: reopening flushed file at 1731396203209 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30907859: reopening flushed file at 1731396203215 (+6 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=112, compaction requested=false at 1731396203221 (+6 ms)Writing region close event to WAL at 1731396203222 (+1 ms)Closed at 1731396203222 2024-11-12T07:23:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741830_1006 (size=69067) 2024-11-12T07:23:23,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:23:23,224 INFO [M:0;cea23c84c117:46211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:23:23,224 INFO [M:0;cea23c84c117:46211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46211 2024-11-12T07:23:23,224 INFO [M:0;cea23c84c117:46211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:23:23,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:23,448 INFO [M:0;cea23c84c117:46211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:23:23,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1012dece1cf0000, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:23:23,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@392dd8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:23:23,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40825574{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:23,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:23,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6bdbe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:23,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91d9581{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:23,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:23:23,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:23:23,453 WARN [BP-186324014-172.17.0.2-1731396167231 heartbeating to localhost/127.0.0.1:38591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:23:23,453 WARN [BP-186324014-172.17.0.2-1731396167231 heartbeating to localhost/127.0.0.1:38591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-186324014-172.17.0.2-1731396167231 (Datanode Uuid f79ed8df-19c7-4244-b76c-32cd17b932a6) service to localhost/127.0.0.1:38591 2024-11-12T07:23:23,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/data/data1/current/BP-186324014-172.17.0.2-1731396167231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:23,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/cluster_cf3de16a-57e1-2772-5be1-155e59fca77a/data/data2/current/BP-186324014-172.17.0.2-1731396167231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:23:23,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:23:23,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60701ae3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:23:23,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a39ae11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:23:23,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:23:23,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a6fd8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:23:23,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3c1f9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0e1524-120b-e358-f9dd-3a7ce9e5ca80/hadoop.log.dir/,STOPPED} 2024-11-12T07:23:23,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:23:23,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T07:23:23,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38231 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38231 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38591 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:36349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:36349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:36349 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38591 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5796 (was 6259) 2024-11-12T07:23:23,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-12T07:23:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012dece1cf0005, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:23:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012dece1cf0008, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:23:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012dece1cf0002, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T07:23:23,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012dece1cf0005, quorum=127.0.0.1:49281, baseZNode=/11967633162 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:23:23,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012dece1cf0008, quorum=127.0.0.1:49281, baseZNode=/2-2060620975 Received Disconnected from ZooKeeper, ignoring 2024-11-12T07:23:23,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012dece1cf0002, quorum=127.0.0.1:49281, baseZNode=/0865532086 Received Disconnected from ZooKeeper, ignoring